-- Logs begin at Fri 2021-04-30 12:32:47 UTC, end at Fri 2021-04-30 14:08:45 UTC. --
Apr 30 13:08:27.839768 dv-cinder-788364-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 30 13:08:30.267946 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.common.config [-] Logging enabled!
Apr 30 13:08:30.268538 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 13:08:30.268711 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 13:08:30.271977 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.common.config [-] Logging enabled!
Apr 30 13:08:30.272235 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 13:08:30.272546 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 13:08:30.273469 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:08:30.273708 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:08:30.274098 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:08:30.274346 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:08:30.274571 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:08:30.274889 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.275185 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.275479 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.275709 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.276001 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.276291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.276566 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.276858 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.277149 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.277437 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.277716 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.278023 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.278257 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.278540 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.278826 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.279112 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.279335 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.279618 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.280684 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.281220 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.281510 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.281807 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.282130 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.282401 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.282681 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.282970 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.283303 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] host                           = dv-cinder-788364-2-iscsi {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.283585 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.283877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.284172 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.284460 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.284738 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.285015 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.285301 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.285574 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.285844 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.286154 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.286448 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.286737 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.287033 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.287261 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.287486 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.287772 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.288057 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.288335 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.288610 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.288885 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.289159 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.289436 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.289705 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.289986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.290297 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.290584 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.290861 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.291137 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.291410 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.291686 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.291975 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.292253 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.292532 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.292811 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.293099 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.293371 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.293648 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.293951 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.294543 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.294829 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.295117 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.296028 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.296398 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.296680 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.296954 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.297231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.297506 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.297779 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.298092 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.298371 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.298644 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.298918 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.299193 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.299483 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:30.299782 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.300078 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.300380 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.300668 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.300964 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.301247 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.301539 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.301818 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.302136 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.302428 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.302719 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.302999 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.303288 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.303570 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.303866 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.304172 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.304471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.304763 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.305039 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.305316 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.305592 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.305872 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.306192 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.306489 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.306781 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.307058 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.307340 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.307636 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.307916 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.308190 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.308472 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.308762 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.309041 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.309314 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.309602 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.309879 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.310187 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.310464 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.310747 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.311082 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.311368 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.311640 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.311912 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.312192 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.312464 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.312750 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.313029 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.313302 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.313578 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.313859 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.314163 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.314442 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.314724 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.314998 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.315279 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.315551 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.315825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.316099 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.316372 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.316646 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.316918 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.317190 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.317467 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.317741 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.318025 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.318313 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.318587 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.318861 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.319151 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.319450 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.319737 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.320021 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.320303 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.320583 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.320866 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.321143 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.321422 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.321701 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.321977 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.322291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.322576 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.322865 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.323149 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.323427 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.323723 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.324002 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.324293 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.324572 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.324852 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.325143 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.325430 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.325727 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.326059 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.326347 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.326682 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.327226 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.327421 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.327737 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.328020 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:30.328243 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:08:30.328486 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73711) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 30 13:08:30.682160 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:30.682440 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:30.682739 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:30.683069 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 30 13:08:30.990397 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:30.990610 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:30.990883 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:30.992096 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:30.992381 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:30.992650 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.111453 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.111723 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.111991 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.125114 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.125392 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.125664 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.153665 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.153950 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.154246 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.193171 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.193449 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.193717 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.428366 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f55a9831a60> agent after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.428977 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f55a9831a60> agent after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.428977 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f55a9831940> segment precommit_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.429156 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f55a98319d0> network precommit_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.429904 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f55a9861670> segment before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.554206 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> network before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.554524 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f55a98d2430> agent before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.554806 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> network before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.555079 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> port before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.555348 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> port before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.555660 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> segment after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.555926 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> segment precommit_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.556185 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> segment precommit_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.556439 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> segment after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.556721 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> network after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.556979 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> network precommit_delete 0 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.557260 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> port provisioning_complete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.557614 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.557878 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> rbac-policy after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.558174 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> agent after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.558449 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> subnet after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.558710 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> subnet precommit_delete 0 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.558984 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.559241 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.559526 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> segment_host_mapping after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.559877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> port after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.560280 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> port after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.560540 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> port after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.560830 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.561204 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.561470 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f55aa1839d0>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.561996 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:31.562135 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:31.562363 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:31.562607 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:31.562847 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:31.563088 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:31.563456 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 30 13:08:31.566575 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 30 13:08:31.570497 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 30 13:08:31.574237 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])])
Apr 30 13:08:31.575856 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 30 13:08:31.576301 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 30 13:08:31.577151 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 30 13:08:31.577537 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 30 13:08:31.580356 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 30 13:08:31.580774 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 30 13:08:31.581125 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 13:08:31.610053 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 30 13:08:31.610504 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f55a97874c0>> qos_plugin after_init 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.610804 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73711) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 30 13:08:31.611168 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f55a9787790>> logging-plugin after_init 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.612520 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73711) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 30 13:08:31.612808 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 13:08:31.613054 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 30 13:08:31.616143 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f55a96a0ac0>> floatingip before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.616424 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f55a96a0ac0>> port before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:31.686754 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 30 13:08:31.687017 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 30 13:08:31.687242 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 30 13:08:31.687643 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 30 13:08:31.718226 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_db.sqlalchemy.engines [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73711) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 30 13:08:32.054029 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing driver for type 'gre'
Apr 30 13:08:32.054490 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] gre ID ranges: [(1, 1000)]
Apr 30 13:08:32.112092 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing driver for type 'local'
Apr 30 13:08:32.112580 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing driver for type 'vlan'
Apr 30 13:08:32.125000 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] VlanTypeDriver initialization complete
Apr 30 13:08:32.125397 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing driver for type 'vxlan'
Apr 30 13:08:32.125887 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] vxlan ID ranges: [(1, 1000)]
Apr 30 13:08:32.181449 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing extension driver 'port_security'
Apr 30 13:08:32.181808 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.extensions.port_security [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] PortSecurityExtensionDriver initialization complete
Apr 30 13:08:32.182170 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing mechanism driver 'openvswitch'
Apr 30 13:08:32.182507 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing mechanism driver 'hyperv'
Apr 30 13:08:32.189549 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.plugins.ml2.plugin [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:32.190332 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a95a81f0>> port after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.190701 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a95a81f0>> port after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.191048 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a95a81f0>> port after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.191430 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a963b970>> subnet after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.191780 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a963b970>> subnet after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.192120 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a963b970>> subnet after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.192494 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fad30>> network after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.192840 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fad30>> network after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.193187 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fad30>> network after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.193554 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fafa0>> security_group after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.193897 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fafa0>> security_group after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.194265 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fafa0>> security_group after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.194643 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91faee0>> security_group_rule after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.194984 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91faee0>> security_group_rule after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.195320 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91faee0>> security_group_rule after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.195691 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fe460>> address_group after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.196029 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fe460>> address_group after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.196362 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f55a91fe460>> address_group after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.196719 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] ML2 OVO RPC backend initialized. {{(pid=73711) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 30 13:08:32.197404 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> router_interface after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.197751 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> router_interface after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.198192 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> network before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.198543 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> networks before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.198885 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> port before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.199220 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> ports before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.199557 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> subnet before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.199897 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> subnets before_response 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.200231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> network after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.200571 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> network after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.200902 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> network after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.201238 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> port after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.201608 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> port after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.201947 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> port after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.202305 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> subnet after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.202639 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> subnet after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.202968 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f55a91fe850>> subnet after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.203534 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.plugin [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Modular L2 Plugin initialization complete
Apr 30 13:08:32.203857 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading services supported by the core plugin {{(pid=73711) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 30 13:08:32.204179 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.plugins.ml2.managers [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Got port-security extension from driver 'port_security'
Apr 30 13:08:32.204632 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.extensions.vlantransparent [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Disabled vlantransparent extension.
Apr 30 13:08:32.205108 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73711) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 30 13:08:32.205415 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: router
Apr 30 13:08:32.243001 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router_interface before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.243394 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router after_create 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.243763 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router before_create 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.244133 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router_interface before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.244504 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router_interface after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.244856 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router after_delete 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.245213 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> floatingip after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.245568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router after_create 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.245911 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router after_update 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.246281 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router after_update 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.246635 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router_gateway after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.246987 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router after_update 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.247391 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router precommit_update 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.247753 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f55a9817670> port after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.248088 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f55a9817700> port after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.249182 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f55a98175e0> subnet after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.249681 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f55a9817160> subnetpool_address_scope after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.250060 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> port precommit_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.250414 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router precommit_create 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.250756 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f55a9802550> port before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.251117 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router precommit_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.251451 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router after_update 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.251792 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router precommit_delete 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.252138 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router precommit_create 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.252494 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router_interface after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.252833 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> router precommit_update 55549900 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.253202 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f55a91fe970>> network after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.254067 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Tracking information for resource: router configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:32.254396 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Tracking information for resource: floatingip configured {{(pid=73711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:08:32.259283 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.db.l3_agentschedulers_db [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 30 13:08:32.259847 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f55a91a9280> port after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.260204 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f55a91a9160> port after_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.260553 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function _notify_port_delete at 0x7f55a91a91f0> port after_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.260907 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f55a91a9550> port after_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.261683 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f55a91e41f0>> router before_create 55550100 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.262075 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f55a91e41f0>> router precommit_delete 55550100 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.262440 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f55a91e41f0>> router precommit_create 55550100 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.262794 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f55a91e41f0>> router precommit_update 55550100 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.267299 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.services.provider_configuration [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service providers = [] {{(pid=73711) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 30 13:08:32.267658 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.db.servicetype_db [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73711) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 30 13:08:32.270555 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.services.service_base [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:08:32.270901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.services.service_base [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:08:32.271241 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.services.service_base [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:08:32.272105 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.services.service_base [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:08:32.272472 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.services.service_base [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 30 13:08:32.273009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.273327 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 30 13:08:32.283831 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.284163 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: auto_allocate
Apr 30 13:08:32.289884 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f55a9177940> network precommit_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.290278 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f55a9177940> network precommit_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.290797 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.291115 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: tag
Apr 30 13:08:32.298888 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.299211 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: timestamp
Apr 30 13:08:32.302966 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.303295 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: network_ip_availability
Apr 30 13:08:32.308497 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f55a9173790>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.308814 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f55a9173790>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.309164 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f55a9173790>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.309870 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.310223 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: flavors
Apr 30 13:08:32.315646 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.315977 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading Plugin: revisions
Apr 30 13:08:32.320206 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:08:32.320591 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_concurrency.lockutils [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=73711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:32.321308 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73711) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 30 13:08:32.321638 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Initializing extension manager.
Apr 30 13:08:32.322177 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: __init__.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.322514 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: __pycache__ {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.322843 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.323169 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: address_group.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.323903 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.324467 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: address-group
Apr 30 13:08:32.324786 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: address_scope.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.325484 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.325990 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: address-scope
Apr 30 13:08:32.326336 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.327435 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.327941 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: router-admin-state-down-before-update
Apr 30 13:08:32.328260 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: agent.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.328939 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.329443 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: agent
Apr 30 13:08:32.329759 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: agent_resources_synced.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.330673 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.331182 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: agent-resources-synced
Apr 30 13:08:32.331498 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: allowedaddresspairs.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.333224 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.333750 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: allowed-address-pairs
Apr 30 13:08:32.334101 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: auto_allocated_topology.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.335157 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.335678 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: auto-allocated-topology
Apr 30 13:08:32.335999 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: availability_zone.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.336674 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.337187 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: availability_zone
Apr 30 13:08:32.337507 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: availability_zone_filter.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.338430 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.338946 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: availability_zone_filter
Apr 30 13:08:32.339567 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: data_plane_status.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.340154 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.340630 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 30 13:08:32.340947 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: default_subnetpools.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.341834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.342491 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: default-subnetpools
Apr 30 13:08:32.342811 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.343599 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.344103 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: dhcp_agent_scheduler
Apr 30 13:08:32.344422 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: dns.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.345303 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.345803 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension dns-integration not supported by any of loaded plugins
Apr 30 13:08:32.346154 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: dns_domain_ports.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.347065 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.347576 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 30 13:08:32.347894 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: dvr.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.348546 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.349052 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: dvr
Apr 30 13:08:32.349367 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: empty_string_filtering.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.350282 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.350795 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: empty-string-filtering
Apr 30 13:08:32.351111 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.351997 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.352499 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 30 13:08:32.352812 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.353690 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.354223 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 30 13:08:32.354545 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: external_net.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.355439 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.355941 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: external-net
Apr 30 13:08:32.356260 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.357154 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.357655 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: extra_dhcp_opt
Apr 30 13:08:32.358521 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: extraroute.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.359508 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.360016 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: extraroute
Apr 30 13:08:32.360337 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: extraroute_atomic.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.361369 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.361991 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: extraroute-atomic
Apr 30 13:08:32.362226 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: filter_validation.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.363012 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.363519 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: filter-validation
Apr 30 13:08:32.363834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: fip_pf_description.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.364922 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.365424 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 30 13:08:32.365745 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: fip_port_details.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.366677 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.367183 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: fip-port-details
Apr 30 13:08:32.367509 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: flavors.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.368739 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.369251 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: flavors
Apr 30 13:08:32.369568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.371275 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.371805 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 30 13:08:32.372229 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: floatingip_pools.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.372818 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.373325 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: floatingip-pools
Apr 30 13:08:32.374282 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: ip_allocation.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.375285 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.375797 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 30 13:08:32.376118 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.377011 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.377528 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: ip-substring-filtering
Apr 30 13:08:32.377959 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l2_adjacency.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.378794 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.379301 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 30 13:08:32.379624 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l3.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.380586 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.381099 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: router
Apr 30 13:08:32.381417 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.383670 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.384190 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 30 13:08:32.384517 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.385418 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.385928 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: ext-gw-mode
Apr 30 13:08:32.386284 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.387185 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.387695 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: l3-ha
Apr 30 13:08:32.388014 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l3_flavors.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.388903 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.389439 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: l3-flavors
Apr 30 13:08:32.389757 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.390686 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.391195 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 30 13:08:32.391513 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: l3agentscheduler.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.392538 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.393047 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: l3_agent_scheduler
Apr 30 13:08:32.393371 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: logging.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.394884 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.395402 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension logging not supported by any of loaded plugins
Apr 30 13:08:32.395729 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: metering.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.396457 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.397043 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: metering
Apr 30 13:08:32.397368 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.398479 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.398996 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: metering_source_and_destination_fields
Apr 30 13:08:32.399318 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: multiprovidernet.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.400342 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.400854 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: multi-provider
Apr 30 13:08:32.401173 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: netmtu.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.402096 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.402605 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: net-mtu
Apr 30 13:08:32.402920 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: netmtu_writable.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.403810 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.404317 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: net-mtu-writable
Apr 30 13:08:32.405172 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: network_availability_zone.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.405978 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.406517 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: network_availability_zone
Apr 30 13:08:32.406836 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: network_ip_availability.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.407914 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.408426 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: network-ip-availability
Apr 30 13:08:32.408746 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: network_segment_range.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.409490 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.409991 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 30 13:08:32.410331 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: pagination.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.411278 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.411603 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: pagination
Apr 30 13:08:32.411920 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: port_device_profile.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.412801 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.413319 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: port-device-profile
Apr 30 13:08:32.413639 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.414549 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.415062 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: port-mac-address-regenerate
Apr 30 13:08:32.415380 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.416263 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.416776 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: port-numa-affinity-policy
Apr 30 13:08:32.417100 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: port_resource_request.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.417982 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.418510 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 30 13:08:32.418825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: portbindings.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.419971 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.421227 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: binding
Apr 30 13:08:32.421548 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: portbindings_extended.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.422833 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.423347 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: binding-extended
Apr 30 13:08:32.423670 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: portsecurity.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.424556 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.425067 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: port-security
Apr 30 13:08:32.425386 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: project_id.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.426355 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.426681 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: project-id
Apr 30 13:08:32.426999 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: providernet.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.427894 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.428407 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: provider
Apr 30 13:08:32.428917 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.432256 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.432792 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos not supported by any of loaded plugins
Apr 30 13:08:32.433115 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.434368 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.434888 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 30 13:08:32.435213 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.436132 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.436638 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 30 13:08:32.436958 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_default.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.437850 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.438404 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-default not supported by any of loaded plugins
Apr 30 13:08:32.438724 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_fip.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.439356 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.439859 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-fip not supported by any of loaded plugins
Apr 30 13:08:32.440175 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_gateway_ip.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.441071 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.441582 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 30 13:08:32.441900 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_port_network_policy.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.442804 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.443311 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 30 13:08:32.443631 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_rule_type_details.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.444522 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.445028 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 30 13:08:32.445348 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: qos_rules_alias.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.446406 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.446915 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 30 13:08:32.447243 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: quotasv2.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.448281 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.448610 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: quotas
Apr 30 13:08:32.448928 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: quotasv2_detail.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.450530 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.450868 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: quota_details
Apr 30 13:08:32.451191 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: rbac.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.452265 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.452785 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: rbac-policies
Apr 30 13:08:32.453109 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: rbac_address_group.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.454037 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.454553 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: rbac-address-group
Apr 30 13:08:32.454874 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: rbac_address_scope.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.455772 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.456290 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: rbac-address-scope
Apr 30 13:08:32.456611 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: rbac_security_groups.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.457507 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.458039 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: rbac-security-groups
Apr 30 13:08:32.458363 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: rbac_subnetpool.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.459277 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.459786 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: rbac-subnetpool
Apr 30 13:08:32.460104 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: revisionifmatch.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.460997 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.461508 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: revision-if-match
Apr 30 13:08:32.461827 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: revisions.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.462951 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.463463 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: standard-attr-revisions
Apr 30 13:08:32.463782 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: router_availability_zone.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.464434 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.464940 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: router_availability_zone
Apr 30 13:08:32.465256 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: routerservicetype.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.466181 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.466691 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension router-service-type not supported by any of loaded plugins
Apr 30 13:08:32.467015 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.468610 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.469074 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: security-groups-normalized-cidr
Apr 30 13:08:32.469394 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.470317 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.470833 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: port-security-groups-filtering
Apr 30 13:08:32.471152 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.472047 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.472563 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: security-groups-remote-address-group
Apr 30 13:08:32.472884 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: securitygroup.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.482364 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.483529 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: security-group
Apr 30 13:08:32.483858 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: segment.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.484629 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.485139 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension segment not supported by any of loaded plugins
Apr 30 13:08:32.485460 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.486411 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.486923 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 30 13:08:32.487259 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: servicetype.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.488344 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.488862 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: service-type
Apr 30 13:08:32.489183 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: sorting.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.490168 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.490497 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: sorting
Apr 30 13:08:32.490817 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: standard_attr_segment.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.491707 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.492220 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 30 13:08:32.492541 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: standardattrdescription.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.493171 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.493677 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: standard-attr-description
Apr 30 13:08:32.493995 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: stateful_security_group.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.494909 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.495424 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: stateful-security-group
Apr 30 13:08:32.495744 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: stdattrs_common.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.496305 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 30 13:08:32.496622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.497618 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.498165 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 30 13:08:32.498517 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: subnet_onboard.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.499584 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.500099 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: subnet_onboard
Apr 30 13:08:32.500419 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.501320 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.501832 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 30 13:08:32.502192 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: subnet_service_types.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.503089 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.503603 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: subnet-service-types
Apr 30 13:08:32.503919 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: subnetallocation.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.504976 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.505493 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: subnet_allocation
Apr 30 13:08:32.505812 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.506490 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.506999 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: subnetpool-prefix-ops
Apr 30 13:08:32.507322 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.508238 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.508757 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 30 13:08:32.509080 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: tagging.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.510163 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.510689 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: standard-attr-tag
Apr 30 13:08:32.511012 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: timestamp.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.512201 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.512861 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loaded extension: standard-attr-timestamp
Apr 30 13:08:32.513198 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: trunk.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.514275 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.514786 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension trunk not supported by any of loaded plugins
Apr 30 13:08:32.515104 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: trunk_details.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.516018 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.516531 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension trunk-details not supported by any of loaded plugins
Apr 30 13:08:32.516853 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: uplink_status_propagation.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.517756 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.518298 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 30 13:08:32.518621 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Loading extension file: vlantransparent.py {{(pid=73711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:08:32.519281 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:08:32.519792 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 30 13:08:32.522292 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:network
Apr 30 13:08:32.523020 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:subnet
Apr 30 13:08:32.523798 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:08:32.524399 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:port
Apr 30 13:08:32.525672 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.526148 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service FLAVORS assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.526779 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.527212 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.527537 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:router
Apr 30 13:08:32.528200 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 13:08:32.528906 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service METERING assigned prefix: /metering {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.530919 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f55a9091cd0>> rbac-policy before_create 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.531278 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f55a9091cd0>> rbac-policy before_update 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.531619 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f55a9091cd0>> rbac-policy before_delete 55550000 {{(pid=73711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:08:32.532757 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 13:08:32.533202 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 13:08:32.533859 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 13:08:32.534632 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service CORE assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.534963 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:08:32.535295 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] subnetpool is already registered
Apr 30 13:08:32.535889 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service CORE assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.536212 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:08:32.536538 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] subnetpool is already registered
Apr 30 13:08:32.540183 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.540620 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service FLAVORS assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.541210 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.541630 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.541956 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:router
Apr 30 13:08:32.542304 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] router is already registered
Apr 30 13:08:32.542893 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 13:08:32.543214 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] floatingip is already registered
Apr 30 13:08:32.543830 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service METERING assigned prefix: /metering {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.544769 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 13:08:32.545090 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] rbac_policy is already registered
Apr 30 13:08:32.546276 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 13:08:32.546600 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] security_group is already registered
Apr 30 13:08:32.547182 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 13:08:32.547511 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] security_group_rule is already registered
Apr 30 13:08:32.548177 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service CORE assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.548499 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:08:32.548819 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] subnetpool is already registered
Apr 30 13:08:32.549414 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.v2.resource_helper [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Service CORE assigned prefix:  {{(pid=73711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:08:32.549735 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:08:32.550088 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING neutron.quota.resource_registry [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] subnetpool is already registered
Apr 30 13:08:32.550741 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: extensions {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.552211 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: address-groups {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.553806 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: address-scopes {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.555058 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: agents {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.556238 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: auto-allocated-topology {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.557524 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: availability_zones {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.558912 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: dhcp-networks {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.560277 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: dhcp-agents {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.561919 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: routers {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.563788 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: flavors {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.564956 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: service_profiles {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.566186 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: next_providers {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.567720 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: service_profiles {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.569177 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: floatingip-pools {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.570434 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: routers {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.572234 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: floatingips {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.573422 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: l3-routers {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.574848 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: l3-agents {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.576277 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: metering-labels {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.577823 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: metering-label-rules {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.579161 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: network-ip-availabilities {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.580435 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: bindings {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.582126 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: quotas {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.583544 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: quotas {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.584958 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: rbac-policies {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.586270 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: security-groups {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.587486 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: security-group-rules {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.588746 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: service-providers {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.589973 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: subnetpools {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.591402 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: subnetpools {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.593719 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.595443 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.597256 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.599075 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.601846 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.603753 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.605457 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.719393 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.721191 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.723078 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron.api.extensions [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Extended resource: tags {{(pid=73711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:08:32.728936 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING keystonemiddleware.auth_token [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 30 13:08:32.734465 dv-cinder-788364-2-iscsi neutron-server[73711]: WARNING keystonemiddleware.auth_token [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 30 13:08:32.742755 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_concurrency.lockutils [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Acquired lock "singleton_lock" {{(pid=73711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 30 13:08:32.743235 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_concurrency.lockutils [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Releasing lock "singleton_lock" {{(pid=73711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 30 13:08:32.743884 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO oslo_service.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Starting 2 workers
Apr 30 13:08:32.748699 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Started child 73818 {{(pid=73711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:08:32.753047 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Started child 73819 {{(pid=73711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:08:32.754552 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO neutron.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 30 13:08:32.754866 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:32.755685 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Notify callbacks [] for process, before_spawn {{(pid=73711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:32.756316 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [-] (73818) wsgi starting up on http://0.0.0.0:9696
Apr 30 13:08:32.757430 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:32.757904 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO oslo_service.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Starting 1 workers
Apr 30 13:08:32.758833 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [-] (73819) wsgi starting up on http://0.0.0.0:9696
Apr 30 13:08:32.762500 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Started child 73820 {{(pid=73711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:08:32.763025 dv-cinder-788364-2-iscsi neutron-server[73711]: INFO oslo_service.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Starting 1 workers
Apr 30 13:08:32.766716 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] calling RpcWorker wait() {{(pid=73820) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 30 13:08:32.767353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] returning from RpcWorker wait() {{(pid=73820) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 30 13:08:32.767830 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Started child 73821 {{(pid=73711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:08:32.768587 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG neutron_lib.callbacks.manager [None req-bfb82217-fd52-4352-b805-1f07249f2648 None None] Notify callbacks [] for process, after_spawn {{(pid=73711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:32.768684 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:32.769209 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:32.770458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 13:08:32.770669 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:08:32.770844 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:08:32.771057 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:08:32.771390 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:08:32.771551 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:08:32.772049 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.772304 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.772584 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.772816 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:32.773291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.773291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.773725 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.773993 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.774263 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.774538 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.774784 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.774954 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.775117 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.775355 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.775581 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.775888 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.776140 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.776378 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.776647 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.776819 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.777064 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.777322 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.777554 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.777817 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.778082 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.778554 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.778778 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.779013 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.779232 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.779496 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.780587 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.780880 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.781169 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.781334 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.781549 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.781810 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.782089 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.782318 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.782534 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.782784 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.783011 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.783508 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] host                           = dv-cinder-788364-2-iscsi {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.783720 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.783947 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.784198 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.784447 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.784701 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.784933 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.785189 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.785429 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.785677 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.785917 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.786206 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.786430 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.786661 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.786894 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.787058 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.787276 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.787549 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.787807 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.788000 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.788167 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.788347 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.788596 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.788757 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.789014 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.789227 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.789435 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.789665 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.789901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.790153 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.790384 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.790623 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.790849 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.791073 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.791310 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.791532 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.791752 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.791971 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.792186 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.792394 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.792621 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.792831 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.793053 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.793283 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.793491 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.793741 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.793957 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.798967 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:32.801783 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.801783 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.802231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.802507 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.802810 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.803103 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.803433 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.803638 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.803862 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.804694 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.804694 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.804694 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.805124 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.805124 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.805401 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.805401 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.805673 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.805851 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.807295 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.807295 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.807295 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.807295 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.807295 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.808039 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.808039 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.808039 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.808459 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.808459 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.808742 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.809908 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.809908 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.809908 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.809908 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.810522 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.810522 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.810785 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.810969 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.811191 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.813568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.813568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.813568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.813568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.813568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.813568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.813568 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.79/identity {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.819868 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.821061 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.822272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.823795 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.825458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.828622 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.831628 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.832802 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.833825 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.834986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.836098 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.836098 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.836098 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.836098 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.836098 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.836098 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.837598 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.837904 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.839562 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.839864 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.840140 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.840399 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.840668 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.840907 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.841183 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.841440 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.841690 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.841940 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.843339 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.846546 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.846822 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.847085 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.847319 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.847567 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.847913 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.848157 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.848383 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.848625 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.848897 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.849138 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.849379 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.849648 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.849892 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.852002 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.852284 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.852981 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.79/identity {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.853662 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.854371 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.854656 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.854878 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.855119 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.856431 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.856904 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.857133 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.857356 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.857601 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.858357 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.858620 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.858986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.859494 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.859734 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.859987 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.860203 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.860506 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.860830 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.862612 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.862863 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.863092 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.863313 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.864115 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.864255 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.866595 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.866893 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.867147 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.868777 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.869067 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.869343 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.869571 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.870776 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.870776 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.870776 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.870776 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.870776 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.871122 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.871203 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.871421 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.871585 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.871842 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.872060 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.872398 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.872648 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.872873 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.873327 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.873460 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.873621 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.874215 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.875959 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.875959 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.875959 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.875959 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.875959 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.875959 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.877003 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.877003 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.877003 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.877003 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.877437 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.877653 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.877953 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.878251 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.878486 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.878729 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.878957 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.879179 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.879405 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.879661 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.879888 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.880112 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.880338 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.880546 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.880752 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.880987 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.881207 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.881784 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.881991 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.882243 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.882458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.882663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.882881 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.883085 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.883288 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.883497 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.883700 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.884020 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.884275 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.884490 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.884774 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.885016 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.885255 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.885504 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.885818 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.886472 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.886472 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.886472 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.886690 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.886910 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.887169 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.887484 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.887779 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.888032 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.888425 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.888537 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.888812 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.891000 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.891000 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.891000 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.891000 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.892640 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.892922 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.894755 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.894913 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.895044 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.895236 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.895461 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.895727 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.895942 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.896217 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.896470 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.896812 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.896977 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.897227 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.897448 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.897670 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.897922 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.898484 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.898705 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.898879 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:08:32.899414 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 13:08:32.899574 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:08:32.899739 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:08:32.900273 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:08:32.900445 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:08:32.900596 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:08:32.901025 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.901190 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.901348 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.901506 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.901663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.901943 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.902279 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.902279 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.902540 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.902540 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.902921 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.902921 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.902921 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.903300 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.903300 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.903570 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.903570 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.903834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.903834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.904056 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.904056 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.904179 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.904330 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.904485 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.910666 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.910666 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.910666 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.910666 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.910666 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.910666 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.911589 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] host                           = dv-cinder-788364-2-iscsi {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.912475 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.913438 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914269 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914269 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914269 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914269 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914269 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914269 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914269 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.914901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915573 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915638 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.915877 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.916471 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917009 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.917663 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:08:32.918291 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.918834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.918834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.918834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.918834 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.919361 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.919361 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.919526 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.919669 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.919827 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.919994 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.920151 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.920955 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.921108 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.921266 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.921426 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.921585 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.921741 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.921898 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.922132 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.922250 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.922375 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.922551 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.922710 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.922865 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.79/identity {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.923032 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.923173 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.923334 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.923489 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.923645 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.923803 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.923961 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.924118 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.924275 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.924431 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.924588 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.926137 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.926852 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.927023 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.927183 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.927343 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.927502 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.927703 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.927914 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.928082 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.928243 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.928445 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.928621 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.928798 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.929003 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.929178 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.929450 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.929616 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.929773 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.929933 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.930112 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.930272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.930430 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.930587 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.930746 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.930903 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.931074 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.931230 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.931386 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.931542 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.931700 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.931857 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.932020 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.932228 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.932446 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.932593 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.932719 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.932817 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.932949 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.933118 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.933271 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.933483 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.933572 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.933713 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.933869 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.934087 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.934254 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.934414 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.934572 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935044 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935044 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935044 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935453 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935453 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935607 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935683 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.935785 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.936574 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.936732 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.936892 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.937049 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.937207 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.937369 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.937526 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.937682 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.937840 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.937997 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.938272 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.938458 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.938580 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.938737 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.938895 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.939053 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.939204 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.939357 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.939513 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.939681 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.939839 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.940000 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.940157 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.940321 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.940489 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.940647 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.940804 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.940961 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.941118 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.941276 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.941432 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.941592 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.941749 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.941906 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.942120 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.942237 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.942396 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.942554 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.942711 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.942867 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.943057 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.943536 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.943701 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946046 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.79/identity {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.946689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947231 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947826 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947826 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947826 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.947826 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.948113 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.948113 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.948252 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.948413 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.948571 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.948796 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.948895 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.949024 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.949181 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.949337 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.949495 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.949654 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.949811 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.949969 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.950165 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.950323 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.950481 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.950937 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.950937 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.951099 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.951164 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.951287 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.951509 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.951677 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.951846 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.952004 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.952160 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.952318 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.952590 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.952687 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.952765 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.952920 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.953065 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.953221 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.953380 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.953540 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.953702 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.953861 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.954050 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.954181 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.954341 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.954496 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.954653 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.954823 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.954981 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.955137 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.955294 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.955451 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.955618 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.955774 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.955931 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.956087 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.956244 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.956410 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.956565 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.956721 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.956876 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.957032 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.957198 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.957355 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.957511 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.957666 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.957821 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.957986 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.958179 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.958336 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.960775 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.960964 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.961151 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.961335 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.961508 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.961659 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.961816 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.961980 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.962365 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.962365 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.962566 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.962784 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.962784 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.963160 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.963160 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.963538 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.963538 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.963538 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.963927 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.963927 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.964166 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.964166 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.964313 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.964470 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.964634 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.964805 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.964970 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.965132 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.965256 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.965395 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.965560 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.965760 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.965925 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.966083 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.966901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.966901 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.967161 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.967305 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.967440 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.967565 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.967689 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.967847 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.968008 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.968560 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.968728 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:08:32.968888 dv-cinder-788364-2-iscsi neutron-server[73711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:08:33.018578 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60098) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:08:33.027161 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063603
Apr 30 13:08:44.150640 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e6c52-8e7e-47ed-a98c-f0abbb0fe695 None None] get_active_networks_info from dv-cinder-788364-2-iscsi {{(pid=73820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 13:08:44.234344 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e6c52-8e7e-47ed-a98c-f0abbb0fe695 None None] No non-hosted networks {{(pid=73820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 30 13:08:44.251106 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.agentschedulers_db [None req-6a6e6c52-8e7e-47ed-a98c-f0abbb0fe695 None None] DHCP Agent not found on host dv-cinder-788364-2-iscsi {{(pid=73820) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 30 13:08:44.398172 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d6c8889b-c12e-4d57-9f09-028ffe90ffcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574'] for agent, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:46.740184 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-46a118b0-1b6d-4173-887b-c08524655c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574'] for agent, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:46.805293 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc411-bba2-4dab-b7d8-aaab0a61b917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:47.011942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574'] for agent, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:47.012560 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.013010 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.013942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.014281 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.014849 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.015335 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.015808 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.016291 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.016753 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.026472 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.026968 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.027456 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:47.027996 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f55a83ef160>, 'Open vSwitch agent', 'dv-cinder-788364-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:47.033009 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f55a8d8fd30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788364-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:47.457504 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574'] for agent, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:49.165547 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574'] for agent, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:50.777798 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60188) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:08:51.359715 dv-cinder-788364-2-iscsi neutron-server[73819]: WARNING oslo_policy.policy [None req-e3b621fc-5bab-46a0-9e77-c7f380493a8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:08:51.360296 dv-cinder-788364-2-iscsi neutron-server[73819]: WARNING oslo_policy.policy [None req-e3b621fc-5bab-46a0-9e77-c7f380493a8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:08:51.577815 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [None req-e3b621fc-5bab-46a0-9e77-c7f380493a8c admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:08:51.578902 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-e3b621fc-5bab-46a0-9e77-c7f380493a8c admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8001764
Apr 30 13:08:53.727435 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.db.l3_hamode_db [None req-ed1c3256-1210-4a1a-958b-4ff7a26619cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 30 13:08:53.812962 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c3256-1210-4a1a-958b-4ff7a26619cb None None] Routers set() bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:08:53.813349 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c3256-1210-4a1a-958b-4ff7a26619cb None None] Router IDs set() for agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 13:08:53.953026 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60202) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:08:54.319866 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:08:54.419181 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.policy [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73819) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 13:08:54.465314 dv-cinder-788364-2-iscsi neutron-server[73819]: WARNING oslo_policy.policy [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:08:54.465710 dv-cinder-788364-2-iscsi neutron-server[73819]: WARNING oslo_policy.policy [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:08:54.474293 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.quota [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f55a8aed520>.
Apr 30 13:08:54.489373 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:08:54.548454 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750368262854', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750368262293', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750368253479', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750368256371', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750368249143', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750368239840', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3785653', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3756432', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541632'] for rbac-policy, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:54.610153 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:54.611318 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b4dc6ca4-0c10-4926-acdc-ebb27e8f7d4f admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6573534
Apr 30 13:08:57.185026 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60216) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:08:57.537818 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '174c77994dae4602a739b2bd3952980a', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'name': 'private'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:08:57.542478 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:08:57.547860 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Usage tracker for resource:network and tenant:174c77994dae4602a739b2bd3952980a is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:08:57.552367 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:08:57.558272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:08:57.568847 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Made reservation on behalf of 174c77994dae4602a739b2bd3952980a for: {'network': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:08:57.571840 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.590044 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.604295 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:08:57.608534 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Usage tracker for resource:security_group_rule and tenant:174c77994dae4602a739b2bd3952980a is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:08:57.613496 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:08:57.619042 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:08:57.714553 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.718382 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.722517 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:57.743627 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333}  {{(pid=73819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:08:57.768114 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750368305556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.768704 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f55a9831940> segment precommit_create {{(pid=73819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 13:08:57.769161 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.segments_db [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Added segment b49bfb98-eb56-4660-a8a5-32d14ad11939 of type vlan for network 7e61e2ea-55ab-4e90-a409-547cfb719fd7
Apr 30 13:08:57.777460 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc2e65-2762-41b3-a784-427ce6564293,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:57.832186 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.832525 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.832845 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.833158 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.833468 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.833789 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.834117 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.834422 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.834723 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.835022 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.835321 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.835620 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Tracked resource versions report:
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]: pushed versions:
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]: {   'AddressGroup': {'1.2'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'ConntrackHelper': {'1.0'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Log': {'1.0'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Network': {'1.1'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Port': {'1.7'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'PortForwarding': {'1.2'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'QosPolicy': {'1.8'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'SecurityGroup': {'1.4'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'SubPort': {'1.0'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Subnet': {'1.1'},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Trunk': {'1.1'}}
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]: consumer versions:
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Log': '1.0',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Network': '1.1',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Port': '1.7',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'PortForwarding': '1.2',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'QosPolicy': '1.8',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'SecurityGroup': '1.4',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'SubPort': '1.0',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Subnet': '1.1',
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Trunk': '1.1'}}
Apr 30 13:08:57.836688 dv-cinder-788364-2-iscsi neutron-server[73819]:  {{(pid=73819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:08:57.886658 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:57.888596 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.929539 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.930948 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:08:57.931586 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.936092 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:58.037767 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8515198
Apr 30 13:08:58.038395 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Pushing event updated for resources: {'Network': ['ID=7e61e2ea-55ab-4e90-a409-547cfb719fd7,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:58.048860 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:58.065530 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:09:00.697045 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60232) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:01.284232 dv-cinder-788364-2-iscsi neutron-server[73818]: WARNING oslo_policy.policy [None req-ac611824-69e2-4b3a-b524-0d4721b8d30d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:09:01.284809 dv-cinder-788364-2-iscsi neutron-server[73818]: WARNING oslo_policy.policy [None req-ac611824-69e2-4b3a-b524-0d4721b8d30d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:09:01.716494 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.policy [None req-ac611824-69e2-4b3a-b524-0d4721b8d30d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73818) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 13:09:01.761842 dv-cinder-788364-2-iscsi neutron-server[73818]: WARNING oslo_policy.policy [None req-ac611824-69e2-4b3a-b524-0d4721b8d30d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:09:01.762243 dv-cinder-788364-2-iscsi neutron-server[73818]: WARNING oslo_policy.policy [None req-ac611824-69e2-4b3a-b524-0d4721b8d30d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:09:01.770485 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac611824-69e2-4b3a-b524-0d4721b8d30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:01.772315 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ac611824-69e2-4b3a-b524-0d4721b8d30d admin admin] 10.222.0.79 "GET /v2.0/networks/7e61e2ea-55ab-4e90-a409-547cfb719fd7 HTTP/1.1" status: 200  len: 826 time: 1.0732427
Apr 30 13:09:01.809738 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5832d8d3-09be-4532-a40f-37066e208a64 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/22d1c599-d18b-4c38-b7dc-6281c9335209 HTTP/1.1" status: 200  len: 734 time: 0.0275023
Apr 30 13:09:01.814026 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Request body: {'subnet': {'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'subnetpool_id': '22d1c599-d18b-4c38-b7dc-6281c9335209', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:09:01.815623 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.quota [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f55a8a43370>.
Apr 30 13:09:01.821726 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:09:01.827466 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Usage tracker for resource:subnet and tenant:174c77994dae4602a739b2bd3952980a is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:09:01.830798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:09:01.837763 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:09:01.853144 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Made reservation on behalf of 174c77994dae4602a739b2bd3952980a for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:09:01.855914 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:02.347566 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:02.353261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:02.435042 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Checking segment: {'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:09:02.435404 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Network hostable DHCP agents. Network: 7e61e2ea-55ab-4e90-a409-547cfb719fd7, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:09:02.449618 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1efb16a-b45f-4433-8619-a177dad7f9ca,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:02.462609 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.463061 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.463540 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.464043 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.464461 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.464927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.465336 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.466244 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.466775 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.467090 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.467397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.467700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Tracked resource versions report:
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]: pushed versions:
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]: {   'AddressGroup': {'1.2'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'ConntrackHelper': {'1.0'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Log': {'1.0'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Network': {'1.1'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Port': {'1.7'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'PortForwarding': {'1.2'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'QosPolicy': {'1.8'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'SecurityGroup': {'1.4'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'SubPort': {'1.0'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Subnet': {'1.1'},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Trunk': {'1.1'}}
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]: consumer versions:
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Log': '1.0',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Network': '1.1',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Port': '1.7',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'PortForwarding': '1.2',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'QosPolicy': '1.8',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'SecurityGroup': '1.4',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'SubPort': '1.0',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Subnet': '1.1',
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Trunk': '1.1'}}
Apr 30 13:09:02.468797 dv-cinder-788364-2-iscsi neutron-server[73818]:  {{(pid=73818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:09:02.489310 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:09:02.504063 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:02.505287 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 7e61e2ea-55ab-4e90-a409-547cfb719fd7) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:09:02.510448 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:02.511651 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:02.514935 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46801479-409b-4581-b724-4ebb2b0352dc None None] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:09:02.533371 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7228584
Apr 30 13:09:02.823391 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'fixed_ips': [{'subnet_id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:09:02.824622 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:03.014686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Allocated IP 172.20.0.2 (7e61e2ea-55ab-4e90-a409-547cfb719fd7/c1efb16a-b45f-4433-8619-a177dad7f9ca/6813040e-d918-43a5-b4af-dbb8d46e7f23) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:09:03.244570 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:03.261468 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Transition to ACTIVE for port object 6813040e-d918-43a5-b4af-dbb8d46e7f23 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:09:03.282188 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Transition to ACTIVE for port object 6813040e-d918-43a5-b4af-dbb8d46e7f23 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:09:03.288840 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:03.295174 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:03.348812 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:09:03.355505 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:09:03.359373 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:09:03.399665 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Pushing event updated for resources: {'Port': ['ID=6813040e-d918-43a5-b4af-dbb8d46e7f23,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:03.415523 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.415858 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.416184 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.416504 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.416821 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.417134 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.417441 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.417754 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.418095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.419341 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.419784 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.420119 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Tracked resource versions report:
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]: pushed versions:
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]: {   'AddressGroup': {'1.2'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'ConntrackHelper': {'1.0'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Log': {'1.0'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Network': {'1.1'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Port': {'1.7'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'PortForwarding': {'1.2'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'QosPolicy': {'1.8'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'SecurityGroup': {'1.4'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'SubPort': {'1.0'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Subnet': {'1.1'},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Trunk': {'1.1'}}
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]: consumer versions:
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Log': '1.0',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Network': '1.1',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Port': '1.7',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'PortForwarding': '1.2',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'QosPolicy': '1.8',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'SecurityGroup': '1.4',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'SubPort': '1.0',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Subnet': '1.1',
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Trunk': '1.1'}}
Apr 30 13:09:03.421228 dv-cinder-788364-2-iscsi neutron-server[73820]:  {{(pid=73820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:09:03.424763 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:03.473140 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Attempting to bind port 6813040e-d918-43a5-b4af-dbb8d46e7f23 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:09:03.473525 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Attempting to bind port 6813040e-d918-43a5-b4af-dbb8d46e7f23 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:09:03.473947 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Attempting to bind port 6813040e-d918-43a5-b4af-dbb8d46e7f23 on network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:09:03.479141 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:09:03.479549 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Checking segment: {'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:09:03.480012 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:03.480400 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Bound using segment: {'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:09:03.480864 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Bound port: 6813040e-d918-43a5-b4af-dbb8d46e7f23, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:09:03.481358 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:03.570968 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] For port 6813040e-d918-43a5-b4af-dbb8d46e7f23, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:09:03.574773 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] For port 6813040e-d918-43a5-b4af-dbb8d46e7f23, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6813040e-d918-43a5-b4af-dbb8d46e7f23,segment=NetworkSegment(b49bfb98-eb56-4660-a8a5-32d14ad11939),segment_id=b49bfb98-eb56-4660-a8a5-32d14ad11939)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:09:03.579044 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:03.582780 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:03.669377 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Pushing event updated for resources: {'Port': ['ID=6813040e-d918-43a5-b4af-dbb8d46e7f23,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:03.672903 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:04.950985 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60252) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:05.322171 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [None req-b7c84ebc-8f7a-424b-94c1-3aceb9d13d58 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:09:05.323153 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b7c84ebc-8f7a-424b-94c1-3aceb9d13d58 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3711097
Apr 30 13:09:07.734656 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60262) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:08.132509 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [None req-30e38c1d-e272-489e-9dae-b3399b14db5a admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:09:08.133690 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-30e38c1d-e272-489e-9dae-b3399b14db5a admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3980970
Apr 30 13:09:08.888236 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6813040e-d918-43a5-b4af-dbb8d46e7f23 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:09:08.975208 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 6813040e-d918-43a5-b4af-dbb8d46e7f23 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:09:09.279970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b65e4-9dd5-4f38-9c81-6ad03ccfd2d2 None None] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:09:09.365594 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Provisioning for port 6813040e-d918-43a5-b4af-dbb8d46e7f23 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:09:09.382371 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Provisioning complete for port 6813040e-d918-43a5-b4af-dbb8d46e7f23 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:09.382856 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:09.609381 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:09.655082 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] For port 6813040e-d918-43a5-b4af-dbb8d46e7f23, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6813040e-d918-43a5-b4af-dbb8d46e7f23,segment=NetworkSegment(b49bfb98-eb56-4660-a8a5-32d14ad11939),segment_id=b49bfb98-eb56-4660-a8a5-32d14ad11939)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:09:09.665332 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:09.693750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:09.767293 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Pushing event updated for resources: {'Port': ['ID=6813040e-d918-43a5-b4af-dbb8d46e7f23,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:09.770411 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:09.912333 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-37a1f83d-490d-46de-a5ce-d02149eee92f None None] Provisioning complete for port 6813040e-d918-43a5-b4af-dbb8d46e7f23 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:09.912941 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-37a1f83d-490d-46de-a5ce-d02149eee92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:10.795810 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60278) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:10.857244 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6813040e-d918-43a5-b4af-dbb8d46e7f23 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:09:10.930351 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 6813040e-d918-43a5-b4af-dbb8d46e7f23 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:10.930983 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:11.174216 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '174c77994dae4602a739b2bd3952980a'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:09:11.179163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:09:11.183219 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Usage tracker for resource:router and tenant:174c77994dae4602a739b2bd3952980a is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:09:11.187636 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:09:11.193254 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:09:11.203396 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:11.205007 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:11.227020 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:11.337760 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:11.357090 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:11.358339 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c1f34198-6812-474b-8471-688b955419dc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5614398
Apr 30 13:09:13.704420 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60288) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:14.050293 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2d12124d-a205-4308-b558-74aa2bc9fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:14.079551 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [None req-eba53cd2-2a67-4574-b0a8-a9dcce7bcf5c admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:09:14.080591 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-eba53cd2-2a67-4574-b0a8-a9dcce7bcf5c admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3752375
Apr 30 13:09:16.448113 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60298) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:16.736353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-78e58a81-c29e-45fb-afa2-00547ffb93d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:16.826439 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:09:16.831050 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:09:16.834679 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Usage tracker for resource:network and tenant:e02a0fd738794d4a88fd801d00a57505 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:09:16.838139 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:09:16.844094 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:09:16.853551 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Made reservation on behalf of e02a0fd738794d4a88fd801d00a57505 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:09:16.855900 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:16.872706 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:16.887685 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:09:16.891472 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Usage tracker for resource:security_group_rule and tenant:e02a0fd738794d4a88fd801d00a57505 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:09:16.894576 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:09:16.900367 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:09:16.998117 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:17.002271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:17.005407 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:17.015624 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:17.029593 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Reserving flat network on physical network physnet1 {{(pid=73818) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 30 13:09:17.044423 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52152e61-4241-4ab1-b24d-40fa5d1b6521,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:17.051200 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:17.052180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750368305556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:17.052751 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f55a9831940> segment precommit_create {{(pid=73818) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 13:09:17.053184 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Added segment 197018a4-c8c7-438d-beba-5adbbb3181c4 of type flat for network 7fffc547-d217-4133-96db-1e8319a65758
Apr 30 13:09:17.094216 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:17.135335 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:17.136929 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:17.137658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:17.142147 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:17.254459 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Pushing event updated for resources: {'Network': ['ID=7fffc547-d217-4133-96db-1e8319a65758,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:17.257027 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8079493
Apr 30 13:09:17.258726 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:17.266523 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 7fffc547-d217-4133-96db-1e8319a65758 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:09:17.403788 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:19.116533 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:19.592721 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60318) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:19.799361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748634b8-c819-45e3-8222-f3596ab2fe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:19.800678 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-748634b8-c819-45e3-8222-f3596ab2fe9c admin admin] 10.222.0.79 "GET /v2.0/subnets/c1efb16a-b45f-4433-8619-a177dad7f9ca HTTP/1.1" status: 200  len: 849 time: 0.2069626
Apr 30 13:09:19.973136 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-cfd28855-612e-4244-9d07-3176d714c0e1 admin admin] 10.222.0.79 "GET /v2.0/routers/408e09e1-76ca-4aff-a424-1ed5917018b6 HTTP/1.1" status: 200  len: 704 time: 0.1669488
Apr 30 13:09:20.431524 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:20.657284 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Allocated IP 172.20.0.1 (7e61e2ea-55ab-4e90-a409-547cfb719fd7/c1efb16a-b45f-4433-8619-a177dad7f9ca/def6d814-ee12-4f85-ab8c-d084381bd91b) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:09:20.812645 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:20.830121 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Transition to ACTIVE for port object def6d814-ee12-4f85-ab8c-d084381bd91b will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:09:20.888906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:20.892585 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:20.948155 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:09:20.954901 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:09:20.959381 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:09:20.960321 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:21.114754 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-a65278d6-5df9-4d94-bf4b-0722e89e0176 None None] Provisioning for port def6d814-ee12-4f85-ab8c-d084381bd91b completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:09:21.119266 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-a65278d6-5df9-4d94-bf4b-0722e89e0176 None None] Provisioning complete for port def6d814-ee12-4f85-ab8c-d084381bd91b triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:21.119639 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a65278d6-5df9-4d94-bf4b-0722e89e0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:21.122172 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Pushing event updated for resources: {'Port': ['ID=def6d814-ee12-4f85-ab8c-d084381bd91b,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:21.129785 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:21.175984 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-a65278d6-5df9-4d94-bf4b-0722e89e0176 None None] Port def6d814-ee12-4f85-ab8c-d084381bd91b cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:09:21.257896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:21.481085 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:21.485409 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:21.486497 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:21.490384 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:21.619318 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Pushing event updated for resources: {'Port': ['ID=def6d814-ee12-4f85-ab8c-d084381bd91b,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:21.626340 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:21.676220 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:09:21.677248 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:09:21.868201 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Router 408e09e1-76ca-4aff-a424-1ed5917018b6 is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:09:21.905791 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-286d0e40-299a-4dbc-a570-960110ce5b36 None None] Provisioning complete for port def6d814-ee12-4f85-ab8c-d084381bd91b triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:21.906186 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-286d0e40-299a-4dbc-a570-960110ce5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:21.957858 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-286d0e40-299a-4dbc-a570-960110ce5b36 None None] Port def6d814-ee12-4f85-ab8c-d084381bd91b cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:09:22.023960 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:09:22.033575 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] 10.222.0.79 "PUT /v2.0/routers/408e09e1-76ca-4aff-a424-1ed5917018b6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0556266
Apr 30 13:09:22.034216 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Sync routers for ids ['408e09e1-76ca-4aff-a424-1ed5917018b6'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:09:22.045091 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Routers {'408e09e1-76ca-4aff-a424-1ed5917018b6'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:09:22.045933 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8d8bd60>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:09:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['408e09e1-76ca-4aff-a424-1ed5917018b6'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:22.220712 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Set router 408e09e1-76ca-4aff-a424-1ed5917018b6 gateway port host: None {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:09:22.589346 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8d8bd60>, [{'id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'name': 'router1', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:09:11Z', 'updated_at': '2021-04-30T13:09:21Z', 'revision_number': 2, 'project_id': '174c77994dae4602a739b2bd3952980a', 'gw_port_host': None, '_interfaces': [{'id': 'def6d814-ee12-4f85-ab8c-d084381bd91b', 'name': '', 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'mac_address': 'fa:16:3e:ae:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:20Z', 'updated_at': '2021-04-30T13:09:21Z', 'revision_number': 2, 'project_id': '174c77994dae4602a739b2bd3952980a', 'subnets': [{'id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22d1c599-d18b-4c38-b7dc-6281c9335209'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:22.594909 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Checking router: 408e09e1-76ca-4aff-a424-1ed5917018b6 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:09:22.595280 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Updating router 408e09e1-76ca-4aff-a424-1ed5917018b6 port def6d814-ee12-4f85-ab8c-d084381bd91b binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:09:22.646529 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:23.030516 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:23.047173 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Transition to ACTIVE for port object def6d814-ee12-4f85-ab8c-d084381bd91b will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:09:23.053974 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:23.060315 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:23.294093 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Pushing event updated for resources: {'Port': ['ID=def6d814-ee12-4f85-ab8c-d084381bd91b,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:23.306169 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.306504 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.306878 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.307204 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.307520 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.307835 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.308771 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.309147 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.309355 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.309667 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.309973 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.310303 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Tracked resource versions report:
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]: pushed versions:
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]: {   'AddressGroup': {'1.2'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'ConntrackHelper': {'1.0'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Log': {'1.0'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Network': {'1.1'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Port': {'1.7'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'PortForwarding': {'1.2'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'QosPolicy': {'1.8'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'SecurityGroup': {'1.4'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'SubPort': {'1.0'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Subnet': {'1.1'},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Trunk': {'1.1'}}
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]: consumer versions:
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Log': '1.0',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Network': '1.1',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Port': '1.7',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'PortForwarding': '1.2',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'QosPolicy': '1.8',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'SecurityGroup': '1.4',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'SubPort': '1.0',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Subnet': '1.1',
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Trunk': '1.1'}}
Apr 30 13:09:23.311396 dv-cinder-788364-2-iscsi neutron-server[73821]:  {{(pid=73821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:09:23.313817 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Attempting to bind port def6d814-ee12-4f85-ab8c-d084381bd91b on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:09:23.314228 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Attempting to bind port def6d814-ee12-4f85-ab8c-d084381bd91b by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:09:23.314656 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Attempting to bind port def6d814-ee12-4f85-ab8c-d084381bd91b on network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:09:23.319245 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:23.321793 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:09:23.322229 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Checking segment: {'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:09:23.322702 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:23.323106 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Bound using segment: {'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:09:23.323569 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Bound port: def6d814-ee12-4f85-ab8c-d084381bd91b, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49bfb98-eb56-4660-a8a5-32d14ad11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:09:23.324046 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:23.414344 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] For port def6d814-ee12-4f85-ab8c-d084381bd91b, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:09:23.419244 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] For port def6d814-ee12-4f85-ab8c-d084381bd91b, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=def6d814-ee12-4f85-ab8c-d084381bd91b,segment=NetworkSegment(b49bfb98-eb56-4660-a8a5-32d14ad11939),segment_id=b49bfb98-eb56-4660-a8a5-32d14ad11939)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:09:23.425181 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:23.429139 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:23.522528 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Routers {'408e09e1-76ca-4aff-a424-1ed5917018b6'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:09:23.523159 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8d8bd60>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:09:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['408e09e1-76ca-4aff-a424-1ed5917018b6'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:23.587675 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Pushing event updated for resources: {'Port': ['ID=def6d814-ee12-4f85-ab8c-d084381bd91b,revision_number=4']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:23.599237 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:23.702779 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] Set router 408e09e1-76ca-4aff-a424-1ed5917018b6 gateway port host: None {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:09:24.070860 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8d8bd60>, [{'id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'name': 'router1', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:09:11Z', 'updated_at': '2021-04-30T13:09:21Z', 'revision_number': 2, 'project_id': '174c77994dae4602a739b2bd3952980a', 'gw_port_host': None, '_interfaces': [{'id': 'def6d814-ee12-4f85-ab8c-d084381bd91b', 'name': '', 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'mac_address': 'fa:16:3e:ae:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:20Z', 'updated_at': '2021-04-30T13:09:23Z', 'revision_number': 4, 'project_id': '174c77994dae4602a739b2bd3952980a', 'subnets': [{'id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22d1c599-d18b-4c38-b7dc-6281c9335209'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:24.075604 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ab22-18d6-4017-9ad1-275e957c35f6 None None] The sync data for ids ['408e09e1-76ca-4aff-a424-1ed5917018b6'] in dv-cinder-788364-2-iscsi is: [{'id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'name': 'router1', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:09:11Z', 'updated_at': '2021-04-30T13:09:21Z', 'revision_number': 2, 'project_id': '174c77994dae4602a739b2bd3952980a', 'gw_port_host': None, '_interfaces': [{'id': 'def6d814-ee12-4f85-ab8c-d084381bd91b', 'name': '', 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'mac_address': 'fa:16:3e:ae:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:20Z', 'updated_at': '2021-04-30T13:09:23Z', 'revision_number': 4, 'project_id': '174c77994dae4602a739b2bd3952980a', 'subnets': [{'id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22d1c599-d18b-4c38-b7dc-6281c9335209'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:09:24.223603 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60340) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:24.374839 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00421677-4faa-471c-a18a-9bb4d630ef9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:24.375302 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-00421677-4faa-471c-a18a-9bb4d630ef9c admin admin] Synchronizing usage tracker for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:09:24.393541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-00421677-4faa-471c-a18a-9bb4d630ef9c admin admin] Unset dirty status for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:09:24.394811 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-00421677-4faa-471c-a18a-9bb4d630ef9c admin admin] 10.222.0.79 "GET /v2.0/networks/7fffc547-d217-4133-96db-1e8319a65758 HTTP/1.1" status: 200  len: 842 time: 0.1702564
Apr 30 13:09:24.404404 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:09:24.409635 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:09:24.413408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Usage tracker for resource:subnet and tenant:e02a0fd738794d4a88fd801d00a57505 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:09:24.416219 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:09:24.422902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:09:24.432450 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Made reservation on behalf of e02a0fd738794d4a88fd801d00a57505 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:09:24.435408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:24.887471 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.objects.ports [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73818) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 13:09:24.887901 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:24.892174 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:24.960726 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757d06a2-6c75-4c38-84f0-9d65ca1ff4d6,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:24.965099 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:24.969007 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:09:24.969348 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Network hostable DHCP agents. Network: 7fffc547-d217-4133-96db-1e8319a65758, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:09:24.986243 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:09:24.994878 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 7fffc547-d217-4133-96db-1e8319a65758) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:09:25.001732 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:25.002359 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:25.003230 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5aa21-89b4-43ee-8359-3c2e3f270ff7 None None] Network 7fffc547-d217-4133-96db-1e8319a65758 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:09:25.024040 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6232271
Apr 30 13:09:25.233156 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b5bfeb-f829-4929-8c73-79b011a6bd4c None None] Network 7fffc547-d217-4133-96db-1e8319a65758 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:09:26.887040 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device def6d814-ee12-4f85-ab8c-d084381bd91b up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:09:26.972902 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port def6d814-ee12-4f85-ab8c-d084381bd91b completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:09:26.977466 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port def6d814-ee12-4f85-ab8c-d084381bd91b triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:26.977832 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:27.096618 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:27.129179 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port def6d814-ee12-4f85-ab8c-d084381bd91b, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=def6d814-ee12-4f85-ab8c-d084381bd91b,segment=NetworkSegment(b49bfb98-eb56-4660-a8a5-32d14ad11939),segment_id=b49bfb98-eb56-4660-a8a5-32d14ad11939)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:09:27.134208 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:27.136741 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-887a5ef6-f333-4722-87eb-ab42477e7239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:27.207455 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=def6d814-ee12-4f85-ab8c-d084381bd91b,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:27.210835 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:27.280225 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60354) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:27.479283 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a49f1f66-be09-494e-9f88-4fd079b7945a admin admin] 10.222.0.79 "GET /v2.0/routers/408e09e1-76ca-4aff-a424-1ed5917018b6 HTTP/1.1" status: 200  len: 710 time: 0.1978445
Apr 30 13:09:27.608454 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40dec6-9aa1-4e16-9fd1-f77fcb8650c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:27.609831 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8f40dec6-9aa1-4e16-9fd1-f77fcb8650c8 admin admin] 10.222.0.79 "GET /v2.0/networks/7fffc547-d217-4133-96db-1e8319a65758 HTTP/1.1" status: 200  len: 886 time: 0.1249163
Apr 30 13:09:27.618656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:09:28.055492 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:28.424239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:28.478160 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:28.610383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Allocated IP 172.27.0.68 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/7530904f-5b18-426a-aeab-bdf64b3b1cfb) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:09:28.752671 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:28.782315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:28.786871 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:28.855636 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Pushing event updated for resources: {'Port': ['ID=7530904f-5b18-426a-aeab-bdf64b3b1cfb,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:28.858589 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:28.860671 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:09:28.861973 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:09:28.862845 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device def6d814-ee12-4f85-ab8c-d084381bd91b up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:09:28.864082 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:09:28.931546 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port def6d814-ee12-4f85-ab8c-d084381bd91b triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:28.931914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:29.242474 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:29.618900 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:29.622851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-654450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-654411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645167'] for router, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:29.799076 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Router 408e09e1-76ca-4aff-a424-1ed5917018b6 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:09:29.973158 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:09:29.981846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:29.983006 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] 10.222.0.79 "PUT /v2.0/routers/408e09e1-76ca-4aff-a424-1ed5917018b6 HTTP/1.1" status: 200  len: 889 time: 2.3676805
Apr 30 13:09:29.983353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Sync routers for ids ['408e09e1-76ca-4aff-a424-1ed5917018b6'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:09:29.993436 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Routers {'408e09e1-76ca-4aff-a424-1ed5917018b6'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:09:29.994119 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a82321f0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:09:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['408e09e1-76ca-4aff-a424-1ed5917018b6'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:30.210080 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Set router 408e09e1-76ca-4aff-a424-1ed5917018b6 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:09:30.548690 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a82321f0>, [{'id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'name': 'router1', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7530904f-5b18-426a-aeab-bdf64b3b1cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:09:11Z', 'updated_at': '2021-04-30T13:09:29Z', 'revision_number': 4, 'project_id': '174c77994dae4602a739b2bd3952980a', 'gw_port': {'id': '7530904f-5b18-426a-aeab-bdf64b3b1cfb', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:28Z', 'updated_at': '2021-04-30T13:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'def6d814-ee12-4f85-ab8c-d084381bd91b', 'name': '', 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'mac_address': 'fa:16:3e:ae:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:20Z', 'updated_at': '2021-04-30T13:09:27Z', 'revision_number': 5, 'project_id': '174c77994dae4602a739b2bd3952980a', 'subnets': [{'id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22d1c599-d18b-4c38-b7dc-6281c9335209'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:30.553457 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Checking router: 408e09e1-76ca-4aff-a424-1ed5917018b6 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:09:30.553804 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Updating router 408e09e1-76ca-4aff-a424-1ed5917018b6 port 7530904f-5b18-426a-aeab-bdf64b3b1cfb binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:09:30.607667 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:30.932608 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:30.944228 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Transition to ACTIVE for port object 7530904f-5b18-426a-aeab-bdf64b3b1cfb will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:09:30.950747 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:30.954669 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ccf8d4f3-2497-4ceb-b62f-715a53d56041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:31.029530 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Attempting to bind port 7530904f-5b18-426a-aeab-bdf64b3b1cfb on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:09:31.030142 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Attempting to bind port 7530904f-5b18-426a-aeab-bdf64b3b1cfb by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:09:31.030285 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Attempting to bind port 7530904f-5b18-426a-aeab-bdf64b3b1cfb on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:09:31.035929 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84328c23-762e-4509-8de4-22ee794c27e0 None None] Pushing event updated for resources: {'Port': ['ID=7530904f-5b18-426a-aeab-bdf64b3b1cfb,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:31.038819 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84328c23-762e-4509-8de4-22ee794c27e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:31.041604 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:09:31.041974 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:09:31.043245 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:31.043644 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:09:31.044199 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Bound port: 7530904f-5b18-426a-aeab-bdf64b3b1cfb, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:09:31.044590 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:31.118378 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] For port 7530904f-5b18-426a-aeab-bdf64b3b1cfb, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:09:31.121423 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] For port 7530904f-5b18-426a-aeab-bdf64b3b1cfb, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7530904f-5b18-426a-aeab-bdf64b3b1cfb,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:09:31.124979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:31.128712 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84328c23-762e-4509-8de4-22ee794c27e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:31.202345 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Routers {'408e09e1-76ca-4aff-a424-1ed5917018b6'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:09:31.202962 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a82321f0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:09:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['408e09e1-76ca-4aff-a424-1ed5917018b6'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:31.268479 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84328c23-762e-4509-8de4-22ee794c27e0 None None] Pushing event updated for resources: {'Port': ['ID=7530904f-5b18-426a-aeab-bdf64b3b1cfb,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:31.271502 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84328c23-762e-4509-8de4-22ee794c27e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:31.394637 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] Set router 408e09e1-76ca-4aff-a424-1ed5917018b6 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:09:31.746401 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dce2702d-6031-4849-ad38-b42625105551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a82321f0>, [{'id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'name': 'router1', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7530904f-5b18-426a-aeab-bdf64b3b1cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:09:11Z', 'updated_at': '2021-04-30T13:09:29Z', 'revision_number': 4, 'project_id': '174c77994dae4602a739b2bd3952980a', 'gw_port': {'id': '7530904f-5b18-426a-aeab-bdf64b3b1cfb', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:28Z', 'updated_at': '2021-04-30T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'def6d814-ee12-4f85-ab8c-d084381bd91b', 'name': '', 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'mac_address': 'fa:16:3e:ae:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:20Z', 'updated_at': '2021-04-30T13:09:27Z', 'revision_number': 5, 'project_id': '174c77994dae4602a739b2bd3952980a', 'subnets': [{'id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22d1c599-d18b-4c38-b7dc-6281c9335209'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:09:31.750624 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2702d-6031-4849-ad38-b42625105551 None None] The sync data for ids ['408e09e1-76ca-4aff-a424-1ed5917018b6'] in dv-cinder-788364-2-iscsi is: [{'id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'name': 'router1', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7530904f-5b18-426a-aeab-bdf64b3b1cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:09:11Z', 'updated_at': '2021-04-30T13:09:29Z', 'revision_number': 4, 'project_id': '174c77994dae4602a739b2bd3952980a', 'gw_port': {'id': '7530904f-5b18-426a-aeab-bdf64b3b1cfb', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:28Z', 'updated_at': '2021-04-30T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'def6d814-ee12-4f85-ab8c-d084381bd91b', 'name': '', 'network_id': '7e61e2ea-55ab-4e90-a409-547cfb719fd7', 'tenant_id': '174c77994dae4602a739b2bd3952980a', 'mac_address': 'fa:16:3e:ae:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408e09e1-76ca-4aff-a424-1ed5917018b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:09:20Z', 'updated_at': '2021-04-30T13:09:27Z', 'revision_number': 5, 'project_id': '174c77994dae4602a739b2bd3952980a', 'subnets': [{'id': 'c1efb16a-b45f-4433-8619-a177dad7f9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22d1c599-d18b-4c38-b7dc-6281c9335209'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:09:32.340127 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60364) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:32.460286 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-96bc16ec-8d98-4c55-9e21-7faf8fe746c8 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1190233
Apr 30 13:09:32.894184 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7530904f-5b18-426a-aeab-bdf64b3b1cfb up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:09:32.965548 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 7530904f-5b18-426a-aeab-bdf64b3b1cfb completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:09:32.970493 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 7530904f-5b18-426a-aeab-bdf64b3b1cfb triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:32.970860 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:33.091785 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:33.108164 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 7530904f-5b18-426a-aeab-bdf64b3b1cfb, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7530904f-5b18-426a-aeab-bdf64b3b1cfb,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:09:33.112412 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:33.114492 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:33.180745 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=7530904f-5b18-426a-aeab-bdf64b3b1cfb,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:33.184832 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:33.824044 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:09:34.885497 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7530904f-5b18-426a-aeab-bdf64b3b1cfb up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:09:34.981843 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 7530904f-5b18-426a-aeab-bdf64b3b1cfb triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:34.982671 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:44.053909 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b1569eff-f28d-4893-9839-51c97cee5983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:46.740549 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4e410365-41c8-4a66-8e37-f7000ad34099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:47.024970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:47.425872 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:49.148196 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:10.826824 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:10:14.057156 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cb368c36-6f0f-4b1d-b6c1-e8cb080bd130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:16.745483 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f61289b0-db53-4529-a6f2-efd1b04d407f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:17.020190 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:17.403988 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:19.142241 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:44.060645 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a516ce9a-ae61-4afd-b143-ee099be0d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:46.746912 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5d5e-c96d-4386-b32e-599f1a8f9683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:47.025646 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:47.409437 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:47.827225 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:10:49.146485 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:07.498180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60934) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:07.564775 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba2f8a7-bd8a-4c9e-85cf-f651a288f99f admin admin] GET failed (client error): The resource could not be found.
Apr 30 13:11:07.566050 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-eba2f8a7-bd8a-4c9e-85cf-f651a288f99f admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0669305
Apr 30 13:11:07.695957 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6f14f-de76-4fdf-b524-78ec544d4619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:07.697287 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-4fe6f14f-de76-4fdf-b524-78ec544d4619 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1270146
Apr 30 13:11:09.805344 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60944) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:09.921928 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968eccd1-95ec-43b6-b4f7-df85cbb8e35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:09.923318 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-968eccd1-95ec-43b6-b4f7-df85cbb8e35d admin admin] 10.222.0.79 "GET /v2.0/subnets/c1efb16a-b45f-4433-8619-a177dad7f9ca HTTP/1.1" status: 200  len: 849 time: 0.1170714
Apr 30 13:11:09.933071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:11:10.053393 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:10.366613 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750368298846'] for subnet, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:10.371633 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:11:10.415288 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:10.416171 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:10.418311 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] 10.222.0.79 "PUT /v2.0/subnets/c1efb16a-b45f-4433-8619-a177dad7f9ca HTTP/1.1" status: 200  len: 868 time: 0.4889400
Apr 30 13:11:10.418576 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64077093-2031-4e6a-88de-660381786891 None None] Network 7e61e2ea-55ab-4e90-a409-547cfb719fd7 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:11:10.443217 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1efb16a-b45f-4433-8619-a177dad7f9ca,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:11:10.451859 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.452242 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.452524 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.452851 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.453182 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.453505 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.453824 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.454180 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.454528 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.454844 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.455155 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.455465 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:10.462836 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:11:10.838451 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-8d486f1b-04e9-4467-9dc9-d1b69f2c2c9a None None] Provisioning complete for port def6d814-ee12-4f85-ab8c-d084381bd91b triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:11:10.838824 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8d486f1b-04e9-4467-9dc9-d1b69f2c2c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:10.966578 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-8d486f1b-04e9-4467-9dc9-d1b69f2c2c9a None None] Provisioning complete for port 6813040e-d918-43a5-b4af-dbb8d46e7f23 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:11:10.966821 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8d486f1b-04e9-4467-9dc9-d1b69f2c2c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:12.545679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60954) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:12.717831 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe91ba-851e-4eac-bc6e-d2a21e8aa8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:12.718348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe91ba-851e-4eac-bc6e-d2a21e8aa8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:12.719859 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f3fe91ba-851e-4eac-bc6e-d2a21e8aa8ab admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1732211
Apr 30 13:11:14.063639 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1743eadf-57d0-4481-a359-772cee85b152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:14.853885 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60964) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:15.027130 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47943461-3357-438a-8c38-d1e5e4f393de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:15.027608 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47943461-3357-438a-8c38-d1e5e4f393de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:15.029105 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-47943461-3357-438a-8c38-d1e5e4f393de admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1742654
Apr 30 13:11:16.771908 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-750e3899-d05b-44c2-9a1f-b9e4bfa7f93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:17.027708 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:17.170420 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60974) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:17.343741 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c5f368-7a9a-431c-b25a-8bbc5c3d3302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:17.345007 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-61c5f368-7a9a-431c-b25a-8bbc5c3d3302 admin admin] 10.222.0.79 "GET /v2.0/networks/7e61e2ea-55ab-4e90-a409-547cfb719fd7 HTTP/1.1" status: 200  len: 870 time: 0.1736732
Apr 30 13:11:17.413510 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:19.150811 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:19.476474 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 60984) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:19.642236 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f44d713-020f-47b3-ada4-e91806d25f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:19.643582 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-3f44d713-020f-47b3-ada4-e91806d25f35 admin admin] 10.222.0.79 "GET /v2.0/networks/7fffc547-d217-4133-96db-1e8319a65758 HTTP/1.1" status: 200  len: 886 time: 0.1661885
Apr 30 13:11:21.778459 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 60994) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:21.885168 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557e58f-6fc2-4978-8917-fc11c12ff505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:21.885618 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557e58f-6fc2-4978-8917-fc11c12ff505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:21.886366 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-2557e58f-6fc2-4978-8917-fc11c12ff505 admin admin] Synchronizing usage tracker for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:subnet {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:11:21.902105 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-2557e58f-6fc2-4978-8917-fc11c12ff505 admin admin] Unset dirty status for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:subnet {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:11:21.903239 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2557e58f-6fc2-4978-8917-fc11c12ff505 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1238513
Apr 30 13:11:24.050842 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32772) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:24.160081 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541aaed-69e1-410a-865c-c50fdffa8fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:24.160447 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541aaed-69e1-410a-865c-c50fdffa8fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:24.161991 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d541aaed-69e1-410a-865c-c50fdffa8fda admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1102202
Apr 30 13:11:24.827574 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:11:26.354315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32782) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:26.454640 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1dfeda-e545-45dc-b323-dea9d8fd5c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:26.455964 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-af1dfeda-e545-45dc-b323-dea9d8fd5c85 admin admin] 10.222.0.79 "GET /v2.0/subnets/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6 HTTP/1.1" status: 200  len: 816 time: 0.1007216
Apr 30 13:11:28.604546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32792) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:28.713103 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b3aac-cfe0-489c-8919-9cfd405e3dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:28.714469 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b78b3aac-cfe0-489c-8919-9cfd405e3dba admin admin] 10.222.0.79 "GET /v2.0/subnets/c1efb16a-b45f-4433-8619-a177dad7f9ca HTTP/1.1" status: 200  len: 868 time: 0.1089993
Apr 30 13:11:44.066214 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a5508420-9b26-4fdf-992a-d755160cae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:46.755634 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a5755242-bcd1-4acb-8247-327527b75877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.030854 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.413705 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:49.156969 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:52.063602 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32836) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:52.112226 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [None req-6a110e76-2aab-45d3-ad73-eb6f0d6b0022 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:11:52.113662 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-6a110e76-2aab-45d3-ad73-eb6f0d6b0022 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0486217
Apr 30 13:11:54.334324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32846) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:54.414204 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.pecan_wsgi.hooks.translation [None req-587c39a1-c963-4009-b486-e5f26caf53ee admin admin] GET failed (client error): The resource could not be found.
Apr 30 13:11:54.415715 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-587c39a1-c963-4009-b486-e5f26caf53ee admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0804775
Apr 30 13:11:54.541669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd4f24-1809-4812-b1e1-0cf5cd0573fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:54.543088 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-7bcd4f24-1809-4812-b1e1-0cf5cd0573fc admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1235456
Apr 30 13:11:56.727037 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32856) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:56.774330 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:11:56.778931 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:11:56.788481 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:11:56.799295 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Made reservation on behalf of e02a0fd738794d4a88fd801d00a57505 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:11:56.801800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.888742 dv-cinder-788364-2-iscsi neutron-server[73818]: WARNING neutron.services.revisions.revision_plugin [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f55a79b7160] {project_id='e02a0fd738794d4a88fd801d00a57505', id='8d5b3c2e-955f-4b7d-98cc-2bb26cc8465a', target_tenant='*', action='access_as_shared', object_id='3d0ba1ad-9e97-4919-a262-9ba3d29ff158'}> to bump revision.
Apr 30 13:11:56.901078 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:11:56.909879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.910284 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Added segment 829fda4b-9d41-4aca-aa53-31071f2436bf of type vlan for network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158
Apr 30 13:11:56.938032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.966699 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.967974 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:56.968564 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.973457 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:11:57.072221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Pushing event updated for resources: {'Network': ['ID=3d0ba1ad-9e97-4919-a262-9ba3d29ff158,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:11:57.076569 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3483047
Apr 30 13:11:57.080522 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.080857 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.081181 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.081499 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.082077 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.082431 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.082741 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.083056 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.083427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.083698 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.084008 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.084316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:57.088062 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:11:57.101866 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:11:59.237105 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32866) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:59.305259 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f46166-ae97-4305-b9ce-11e5e3f3b195 admin admin] GET failed (client error): The resource could not be found.
Apr 30 13:11:59.305773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-81f46166-ae97-4305-b9ce-11e5e3f3b195 admin admin] Synchronizing usage tracker for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:11:59.320336 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-81f46166-ae97-4305-b9ce-11e5e3f3b195 admin admin] Unset dirty status for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:11:59.321808 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-81f46166-ae97-4305-b9ce-11e5e3f3b195 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0837517
Apr 30 13:11:59.489739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb69fc0-eb1c-4684-99bd-bf6db35b7cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:11:59.491191 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5eb69fc0-eb1c-4684-99bd-bf6db35b7cc5 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1627347
Apr 30 13:11:59.500637 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Request body: {'subnet': {'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:11:59.505009 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:11:59.514616 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:11:59.526973 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Made reservation on behalf of e02a0fd738794d4a88fd801d00a57505 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:11:59.529313 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:59.906333 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:59.911398 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-23f06990-bd26-431c-ae72-c699af9d5830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:11:59.978638 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c99690-cbfc-48a2-884b-7fe44b8e7212,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:11:59.982239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:11:59.989656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Checking segment: {'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:11:59.990018 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Network hostable DHCP agents. Network: 3d0ba1ad-9e97-4919-a262-9ba3d29ff158, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:12:00.006544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:12:00.015518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 3d0ba1ad-9e97-4919-a262-9ba3d29ff158) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:12:00.019639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:12:00.020203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:00.024946 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db84470-d21a-49ff-8136-d325c6ab25ef None None] Network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:12:00.045216 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5479522
Apr 30 13:12:00.254965 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-3d0ba1ad-9e97-4919-a262-9ba3d29ff158', 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158', 'tenant_id': 'e02a0fd738794d4a88fd801d00a57505', 'fixed_ips': [{'subnet_id': '65c99690-cbfc-48a2-884b-7fe44b8e7212'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:12:00.255813 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:00.421754 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Allocated IP 192.168.233.2 (3d0ba1ad-9e97-4919-a262-9ba3d29ff158/65c99690-cbfc-48a2-884b-7fe44b8e7212/fd1b683b-7a99-4333-8d42-7abdd4580bd7) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:12:00.634755 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:00.646670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Transition to ACTIVE for port object fd1b683b-7a99-4333-8d42-7abdd4580bd7 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:12:00.668282 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Transition to ACTIVE for port object fd1b683b-7a99-4333-8d42-7abdd4580bd7 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:12:00.674639 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:00.680074 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:12:00.743646 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:12:00.746878 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:12:00.749433 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:12:00.759308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Pushing event updated for resources: {'Port': ['ID=fd1b683b-7a99-4333-8d42-7abdd4580bd7,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:12:00.798551 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.798892 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.799228 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.799632 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.800567 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.800567 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.800567 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.800920 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.801173 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.801482 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.801796 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.802128 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:12:00.829353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:12:00.856571 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Attempting to bind port fd1b683b-7a99-4333-8d42-7abdd4580bd7 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:12:00.856928 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Attempting to bind port fd1b683b-7a99-4333-8d42-7abdd4580bd7 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:12:00.857289 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Attempting to bind port fd1b683b-7a99-4333-8d42-7abdd4580bd7 on network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:12:00.863601 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:12:00.863970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Checking segment: {'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:12:00.864379 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:00.864770 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Bound using segment: {'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:12:00.865244 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Bound port: fd1b683b-7a99-4333-8d42-7abdd4580bd7, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:12:00.865630 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:00.959384 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] For port fd1b683b-7a99-4333-8d42-7abdd4580bd7, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:12:00.962447 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] For port fd1b683b-7a99-4333-8d42-7abdd4580bd7, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=fd1b683b-7a99-4333-8d42-7abdd4580bd7,segment=NetworkSegment(829fda4b-9d41-4aca-aa53-31071f2436bf),segment_id=829fda4b-9d41-4aca-aa53-31071f2436bf)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:12:00.967402 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:00.971353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84328c23-762e-4509-8de4-22ee794c27e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:12:01.049253 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Pushing event updated for resources: {'Port': ['ID=fd1b683b-7a99-4333-8d42-7abdd4580bd7,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:12:01.052459 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:12:01.830791 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:12:01.904164 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae27dcf-0091-4212-901c-affc8579d1e6 None None] Network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:12:02.013988 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-fa14c99b-f8f4-44bd-856b-cb982009e174 None None] Provisioning for port fd1b683b-7a99-4333-8d42-7abdd4580bd7 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:12:03.011639 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device fd1b683b-7a99-4333-8d42-7abdd4580bd7 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:12:03.081949 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port fd1b683b-7a99-4333-8d42-7abdd4580bd7 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:12:03.088665 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port fd1b683b-7a99-4333-8d42-7abdd4580bd7 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:12:03.089256 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:03.220091 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:03.252380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port fd1b683b-7a99-4333-8d42-7abdd4580bd7, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=fd1b683b-7a99-4333-8d42-7abdd4580bd7,segment=NetworkSegment(829fda4b-9d41-4aca-aa53-31071f2436bf),segment_id=829fda4b-9d41-4aca-aa53-31071f2436bf)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:12:03.257357 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:03.259991 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:12:03.334055 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=fd1b683b-7a99-4333-8d42-7abdd4580bd7,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:12:03.336646 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:12:04.976748 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device fd1b683b-7a99-4333-8d42-7abdd4580bd7 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:12:05.063685 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port fd1b683b-7a99-4333-8d42-7abdd4580bd7 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:12:05.064043 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:14.070235 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-925fca9c-059b-4b72-a52d-7749e0a0adf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:16.757872 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f123e903-ccd1-4c78-8d10-8bc605d54487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:17.035949 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:17.416016 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:19.157347 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:38.829339 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:12:44.071323 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-500980e5-5990-4f20-b463-f95813b1007e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:46.760661 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4fe91b9f-0bab-49f5-b6d9-2c3fbdc51393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:47.039010 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:47.420810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:49.158725 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:05.694938 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32916) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:13:05.700960 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [None req-c814b367-fe5a-478b-b0e5-8827f7c9341c tempest-verify_tempest_config-1650895541 tempest-verify_tempest_config-1650895541-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:13:05.701896 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c814b367-fe5a-478b-b0e5-8827f7c9341c tempest-verify_tempest_config-1650895541 tempest-verify_tempest_config-1650895541-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060122
Apr 30 13:13:06.006959 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32934) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:13:06.122979 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:06.137231 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:13:06.141477 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Usage tracker for resource:security_group_rule and tenant:aaef8161ff904496aa0730e6cf2061dc is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:13:06.144398 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:13:06.149928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:13:06.230819 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:06.234813 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:06.246441 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:13:06.284256 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Synchronizing usage tracker for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:13:06.288209 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efbc552-32ec-45d3-a3af-cc8b84b21924,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:13:06.297986 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.298368 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.298706 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.299029 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.299348 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.299685 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.300001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.300315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.300641 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.300953 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.301257 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.301561 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:13:06.306338 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:13:06.314919 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Unset dirty status for tenant:e02a0fd738794d4a88fd801d00a57505 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:13:06.316167 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aaef8161ff904496aa0730e6cf2061dc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3082249
Apr 30 13:13:06.318870 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 32940) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:13:06.376122 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:06.401647 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:06.494780 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:06.498809 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eaa6a581-7858-46d9-ad75-ab716be80e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:13:06.510388 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efbc552-32ec-45d3-a3af-cc8b84b21924,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:13:06.513667 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:13:06.517274 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:06.518383 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3efbc552-32ec-45d3-a3af-cc8b84b21924 HTTP/1.1" status: 204  len: 168 time: 0.1986492
Apr 30 13:13:14.074907 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a7c6faa8-51fd-4e30-a3d3-2b830f15c88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:15.829014 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:13:16.764691 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-09f72a68-b6f8-4ed4-8295-e60bbd1b48b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:17.044097 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:17.422642 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:19.166801 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:44.078480 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-53f2b257-b41e-4524-9e24-f5ac88d99d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:46.767736 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c00d1a03-3bc0-4db3-9665-ff6dc9568a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:47.048307 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:47.423873 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:49.168444 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:52.830792 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:14:14.082724 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-99b5891c-7874-4ce5-8988-9d5d86705072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:16.770249 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-35e215f4-267a-4d48-930b-cd835acd366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:17.056765 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:17.428420 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:19.172278 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:29.829822 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 5 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:14:44.085223 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dbd01466-62ba-4358-b853-8b053cbde27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:46.772817 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3d19886f-4ac5-453c-bf0b-b20109d0796c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:47.053675 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:47.427984 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:47.520722 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574'] for agent, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:49.263458 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:02.170861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33014) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:02.285089 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c9c8b8c7-7dfc-4090-9712-7a1fe9f7d490 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1131263
Apr 30 13:15:04.521260 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33024) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:04.600859 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ea5720c8-21a0-4417-ab08-8485cb2a6b4a admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0783403
Apr 30 13:15:06.830814 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:15:14.088954 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f6b09c13-1be2-45c2-bf4c-e3999406ab16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.774087 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-fb418a71-175e-4927-8b62-5086e53156cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.047551 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.432465 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.479089 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:19.176628 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.831896 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:15:44.096229 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-bb46958d-6d43-435c-96b2-f29af72bfd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.782660 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-415849e7-f512-45ef-abea-5e4596809f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:47.052097 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:47.433080 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:47.477276 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:49.180723 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:14.091859 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ff8be9f5-1d76-4bfb-bb03-c947f2916859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:16.783557 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-94d1ab1f-512f-422c-a709-0305a0730698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.055064 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.436294 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.468418 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:19.183232 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:20.833605 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:16:33.765706 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33176) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:34.145515 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-13682448-network', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:34.150571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:34.155733 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Usage tracker for resource:network and tenant:c622a56261f04601a7a4b9b607f9eddd is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:34.159266 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:34.166749 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:34.186771 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Made reservation on behalf of c622a56261f04601a7a4b9b607f9eddd for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:34.189297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.208330 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.224222 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:34.228489 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c622a56261f04601a7a4b9b607f9eddd is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:34.232372 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:34.238936 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:34.345870 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.354163 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.362053 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e0d8c876-0261-4c07-a880-3644783c9a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:34.393554 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc7b90f-8716-483d-b050-05682bb1c67f,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:34.406450 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.406964 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.407547 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.408027 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.408309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.409343 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.409725 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.410067 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.410571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.410890 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.411372 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.411688 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Tracked resource versions report:
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]: pushed versions:
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]: {   'AddressGroup': {'1.2'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'ConntrackHelper': {'1.0'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Log': {'1.0'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Network': {'1.1'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Port': {'1.7'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'PortForwarding': {'1.2'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'QosPolicy': {'1.8'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'SecurityGroup': {'1.4'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'SubPort': {'1.0'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Subnet': {'1.1'},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     'Trunk': {'1.1'}}
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]: consumer versions:
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     HyperV agent@hv-cinder-78836: {},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Log': '1.0',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Network': '1.1',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Port': '1.7',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'PortForwarding': '1.2',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'QosPolicy': '1.8',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'SecurityGroup': '1.4',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'SubPort': '1.0',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Subnet': '1.1',
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:                                                      'Trunk': '1.1'}}
Apr 30 13:16:34.412978 dv-cinder-788364-2-iscsi neutron-server[73818]:  {{(pid=73818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:16:34.417125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:16:34.428695 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.429094 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Added segment 0a5472e4-db2b-4984-8032-c610de70a10f of type vlan for network 8d9ca312-d14a-4afb-916b-be4034fb8fea
Apr 30 13:16:34.436444 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:34.463024 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.496601 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.497998 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:34.498658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.511726 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d75db300-cd33-4912-b732-ada56b8a3a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:34.613194 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9ca312-d14a-4afb-916b-be4034fb8fea,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:34.616538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:34.627904 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:16:34.629236 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33224) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:34.629878 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8614469
Apr 30 13:16:34.644761 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33228) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:34.646373 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Request body: {'subnet': {'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-subnet', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:34.663462 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:34.669320 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Usage tracker for resource:subnet and tenant:c622a56261f04601a7a4b9b607f9eddd is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:34.683102 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:34.689861 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:34.707061 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Made reservation on behalf of c622a56261f04601a7a4b9b607f9eddd for: {'subnet': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:34.710665 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33236) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:34.726065 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.111644 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2080023358-network', 'tenant_id': 'f8dcaa02d735401891147a4c2464e318'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:35.118032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.123374 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Usage tracker for resource:network and tenant:f8dcaa02d735401891147a4c2464e318 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.127118 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.138538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.161873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Made reservation on behalf of f8dcaa02d735401891147a4c2464e318 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:35.164756 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.179523 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-723645292-network', 'tenant_id': '092cf09caa34460587230269b2e28a23'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:35.188355 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.207078 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.211861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Usage tracker for resource:security_group_rule and tenant:f8dcaa02d735401891147a4c2464e318 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.217840 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.220362 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.226976 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.250001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Usage tracker for resource:network and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.254895 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.267766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.290448 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.290789 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Made reservation on behalf of 092cf09caa34460587230269b2e28a23 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:35.293264 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.299202 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:35.317271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.383238 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95030a0f-5ec6-40c1-b50f-e5cef90b607b,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:35.385906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.392904 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.397203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Usage tracker for resource:security_group_rule and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.400704 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.402537 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.403024 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.403563 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.404068 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.405045 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.405168 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.405734 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.406193 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.406641 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.407260 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.407645 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.407988 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Tracked resource versions report:
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]: pushed versions:
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]: {   'AddressGroup': {'1.2'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'ConntrackHelper': {'1.0'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Log': {'1.0'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Network': {'1.1'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Port': {'1.7'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'PortForwarding': {'1.2'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'QosPolicy': {'1.8'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'SecurityGroup': {'1.4'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'SubPort': {'1.0'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Subnet': {'1.1'},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     'Trunk': {'1.1'}}
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]: consumer versions:
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     HyperV agent@hv-cinder-78836: {},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Log': '1.0',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Network': '1.1',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Port': '1.7',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'PortForwarding': '1.2',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'QosPolicy': '1.8',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'SecurityGroup': '1.4',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'SubPort': '1.0',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Subnet': '1.1',
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:                                                      'Trunk': '1.1'}}
Apr 30 13:16:35.409556 dv-cinder-788364-2-iscsi neutron-server[73819]:  {{(pid=73819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:16:35.412970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.435500 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:35.446546 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Checking segment: {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:35.447104 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Network hostable DHCP agents. Network: 8d9ca312-d14a-4afb-916b-be4034fb8fea, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:16:35.479851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.481163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:16:35.496822 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 8d9ca312-d14a-4afb-916b-be4034fb8fea) {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:35.512178 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85236c49-84c4-449e-b89e-35c726b8a7d3 None None] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:35.530728 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:35.531348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.533180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.544139 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-844955d1-5de7-4ad1-a085-2313b6a6fd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:35.551958 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.559939 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:16:35.570396 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.571032 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Added segment c0029117-659b-49fc-92d7-ccd7ce01c5fc of type vlan for network 4f6ff428-220c-464d-bf3c-450653cf4660
Apr 30 13:16:35.578889 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-38edf2f3-7473-4a3c-83d5-7c897e8af60c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9472089
Apr 30 13:16:35.581793 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33266) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:35.587912 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:35.595927 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.601443 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Usage tracker for resource:router and tenant:c622a56261f04601a7a4b9b607f9eddd is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.601817 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.604968 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.614387 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.630665 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.634712 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.665010 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:16:35.672186 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.683089 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.683944 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Added segment feceba58-5ca5-4b38-93fb-26fc2d11e6b8 of type vlan for network b393ed9b-4720-4bf4-967f-18d64ce498cd
Apr 30 13:16:35.697051 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.705791 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:35.706904 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.730275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33274) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:35.780104 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.795727 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:35.802514 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:35.805242 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:35.835998 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1901653
Apr 30 13:16:35.837240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33284) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:35.864771 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Request body: {'subnet': {'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2080023358-subnet', 'tenant_id': 'f8dcaa02d735401891147a4c2464e318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:35.877398 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.880412 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25bc653-ed37-4f47-bfb1-b811b5b7f2f2,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:35.887184 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:35.888443 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Usage tracker for resource:subnet and tenant:f8dcaa02d735401891147a4c2464e318 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.891266 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:35.913209 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.939225 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.941728 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.949524 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:35.950544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.970478 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9927aba-d301-49b7-917a-c604d46bb2cb None None] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:36.033544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Made reservation on behalf of f8dcaa02d735401891147a4c2464e318 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:36.035850 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.052817 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6ff428-220c-464d-bf3c-450653cf4660,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:36.069851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:36.070767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:36.100128 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3831251
Apr 30 13:16:36.101154 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33290) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:36.109321 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Request body: {'subnet': {'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-subnet', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:36.115888 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 4f6ff428-220c-464d-bf3c-450653cf4660 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:16:36.245237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Pushing event updated for resources: {'Network': ['ID=b393ed9b-4720-4bf4-967f-18d64ce498cd,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:36.254469 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:36.263453 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:36.285942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network b393ed9b-4720-4bf4-967f-18d64ce498cd details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:16:36.289671 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Usage tracker for resource:subnet and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:36.351989 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:36.368451 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:36.377100 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.474051 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Made reservation on behalf of 092cf09caa34460587230269b2e28a23 for: {'subnet': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:36.489828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Notify callbacks [] for subnet, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.513948 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1981231742-network', 'tenant_id': '799dda396dc145d58b214518705a9227'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:36.525657 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:36.545142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Usage tracker for resource:network and tenant:799dda396dc145d58b214518705a9227 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:36.550781 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:36.561977 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:36.599822 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Made reservation on behalf of 799dda396dc145d58b214518705a9227 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:36.601918 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.629691 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.650790 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:36.655226 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Usage tracker for resource:security_group_rule and tenant:799dda396dc145d58b214518705a9227 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:36.658271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:36.664977 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:36.959451 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.973611 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.980313 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:37.056432 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:16:37.069902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a141431-429d-4057-9a67-d3cff1beeaa3,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:37.084584 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:37.091042 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Added segment dda92c50-bcfb-4270-9584-16ab0a82e088 of type vlan for network 7a957d0c-5ad1-4932-ac78-e964afd71e05
Apr 30 13:16:37.097810 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:37.212161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:37.249179 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:37.259075 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:37.323058 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:37.338823 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:37.339793 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:37.402464 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed38845b-d762-4686-a298-231d5c0c349d,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:37.427433 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:37.430430 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Checking segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:37.435425 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Network hostable DHCP agents. Network: 4f6ff428-220c-464d-bf3c-450653cf4660, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:16:37.438934 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:37.522538 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33336) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:37.523056 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.7848513
Apr 30 13:16:37.540838 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Request body: {'subnet': {'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1981231742-subnet', 'tenant_id': '799dda396dc145d58b214518705a9227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:37.605150 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Network 4f6ff428-220c-464d-bf3c-450653cf4660 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:16:37.611736 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Pushing event updated for resources: {'Network': ['ID=7a957d0c-5ad1-4932-ac78-e964afd71e05,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:37.624793 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 7a957d0c-5ad1-4932-ac78-e964afd71e05 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:16:37.626673 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:37.635977 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 4f6ff428-220c-464d-bf3c-450653cf4660) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:37.642865 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:37.644338 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:37.691201 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8372905
Apr 30 13:16:37.719546 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:37.780679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Usage tracker for resource:subnet and tenant:799dda396dc145d58b214518705a9227 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:37.794720 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393a257-1507-4d9b-882e-a5a99e08a85a None None] Network 4f6ff428-220c-464d-bf3c-450653cf4660 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:37.808839 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:37.842983 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:37.896929 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Made reservation on behalf of 799dda396dc145d58b214518705a9227 for: {'subnet': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:37.899414 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:37.939351 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:38.029144 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:38.156608 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61e854-8895-43a8-a56f-54235e7f24c3 None None] Network 4f6ff428-220c-464d-bf3c-450653cf4660 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:38.275492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:38.328648 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1a95481a-81d3-46ba-ae89-44e599b79527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:38.482811 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Allocated IP 172.27.0.76 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/7e607af7-f435-4a7b-b047-0927659f7f1c) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:16:38.620745 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Checking segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:38.622100 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Network hostable DHCP agents. Network: b393ed9b-4720-4bf4-967f-18d64ce498cd, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:16:38.624056 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e9b909-4b0b-4994-b2dc-96ef5caf965d,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:38.633102 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:38.772336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Network b393ed9b-4720-4bf4-967f-18d64ce498cd is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:16:38.923511 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, b393ed9b-4720-4bf4-967f-18d64ce498cd) {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:38.935166 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377c3ac-f37c-4f3b-b244-2ed055c2504a None None] Network b393ed9b-4720-4bf4-967f-18d64ce498cd requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:38.978373 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:38.979258 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:39.033210 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:39.196476 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.0937090
Apr 30 13:16:39.201754 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33418) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:39.209165 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:39.219936 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:39.232523 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Usage tracker for resource:router and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:39.243122 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:39.258912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:39.284617 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:39.288686 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:39.335188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:39.374724 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:39.402641 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:39.504447 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-b393ed9b-4720-4bf4-967f-18d64ce498cd', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:16:39.505398 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:39.540363 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33434) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:39.627603 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:39.633024 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:39.642551 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:16:39.765251 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33450) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:39.939384 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Allocated IP 172.20.0.2 (b393ed9b-4720-4bf4-967f-18d64ce498cd/62e9b909-4b0b-4994-b2dc-96ef5caf965d/ce255aca-f275-4b4f-8734-39602f02669e) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:16:40.056429 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Pushing event updated for resources: {'Port': ['ID=7e607af7-f435-4a7b-b047-0927659f7f1c,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:40.066454 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.078469 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33460) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:40.086735 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:40.198052 dv-cinder-788364-2-iscsi neutron-server[73819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 13:16:40.209896 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:40.372810 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.390670 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.419576 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.484728 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:40.490116 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:40.495068 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Usage tracker for resource:security_group_rule and tenant:d5920ccb8de64a1bbde01facb63f98d6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:40.509397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Usage tracker for resource:security_group_rule and tenant:e23793439d924c94b1d9c5b76555cbce is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:40.512866 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:40.515967 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:40.524911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:40.530452 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:40.533363 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.551811 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Transition to ACTIVE for port object ce255aca-f275-4b4f-8734-39602f02669e will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:40.584885 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Transition to ACTIVE for port object ce255aca-f275-4b4f-8734-39602f02669e will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:40.587753 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c922003-376c-483c-8cde-a0b3ec8771be,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:40.599380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.604328 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:40.605495 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:40.633793 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Checking segment: {'id': 'dda92c50-bcfb-4270-9584-16ab0a82e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:40.634745 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Network hostable DHCP agents. Network: 7a957d0c-5ad1-4932-ac78-e964afd71e05, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:16:40.675574 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Network b393ed9b-4720-4bf4-967f-18d64ce498cd is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:40.683160 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:40.687849 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:16:40.728719 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c061e4-9308-4659-b659-35916b46c6b0 req-5175155b-7c2e-4a9f-9328-2bb46964965d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:40.731906 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-5175155b-7c2e-4a9f-9328-2bb46964965d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 0.6520853
Apr 30 13:16:40.757675 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Pushing event updated for resources: {'Port': ['ID=ce255aca-f275-4b4f-8734-39602f02669e,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:40.777550 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-ef394892-db89-441d-bc72-29895767fc54 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/quotas/f8dcaa02d735401891147a4c2464e318 HTTP/1.1" status: 200  len: 375 time: 0.0204284
Apr 30 13:16:40.785330 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.785330 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.785611 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.785947 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.786631 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.786798 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.787510 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.788004 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.788397 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.788908 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.789244 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.789543 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Tracked resource versions report:
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]: pushed versions:
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]: {   'AddressGroup': {'1.2'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'ConntrackHelper': {'1.0'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Log': {'1.0'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Network': {'1.1'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Port': {'1.7'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'PortForwarding': {'1.2'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'QosPolicy': {'1.8'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'SecurityGroup': {'1.4'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'SubPort': {'1.0'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Subnet': {'1.1'},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     'Trunk': {'1.1'}}
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]: consumer versions:
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     HyperV agent@hv-cinder-78836: {},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Log': '1.0',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Network': '1.1',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Port': '1.7',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'PortForwarding': '1.2',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'QosPolicy': '1.8',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'SecurityGroup': '1.4',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'SubPort': '1.0',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Subnet': '1.1',
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:                                                      'Trunk': '1.1'}}
Apr 30 13:16:40.791370 dv-cinder-788364-2-iscsi neutron-server[73820]:  {{(pid=73820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:16:40.804693 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.810819 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.814870 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.826801 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.827297 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:40.830721 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:40.859056 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Attempting to bind port ce255aca-f275-4b4f-8734-39602f02669e on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:16:40.859424 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Attempting to bind port ce255aca-f275-4b4f-8734-39602f02669e by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:16:40.859781 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Attempting to bind port ce255aca-f275-4b4f-8734-39602f02669e on network b393ed9b-4720-4bf4-967f-18d64ce498cd {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:40.865698 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:16:40.866094 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Checking segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:40.866494 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.866882 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Bound using segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:16:40.867343 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Bound port: ce255aca-f275-4b4f-8734-39602f02669e, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:16:40.868700 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:40.884648 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Network 7a957d0c-5ad1-4932-ac78-e964afd71e05 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:16:40.959198 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-a19182d1-566b-48e9-b5b1-fb0b301b4847 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0709870
Apr 30 13:16:40.962849 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 7a957d0c-5ad1-4932-ac78-e964afd71e05) {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:40.978925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105776c0-4420-45e5-89ea-205290e576ae None None] Network 7a957d0c-5ad1-4932-ac78-e964afd71e05 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:40.980776 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:40.981679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.013328 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.4874129
Apr 30 13:16:41.030477 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.059211 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d5920ccb8de64a1bbde01facb63f98d6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5095339
Apr 30 13:16:41.076124 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33490) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:41.133750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] For port ce255aca-f275-4b4f-8734-39602f02669e, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:16:41.175198 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] For port ce255aca-f275-4b4f-8734-39602f02669e, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=ce255aca-f275-4b4f-8734-39602f02669e,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:16:41.183539 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.197201 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:41.240552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b16ed6-b6e2-42de-8e71-c1a00442389f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1099a23b-3032-4f31-9023-e1cbc42cb2bb,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:41.333496 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e23793439d924c94b1d9c5b76555cbce&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5431011
Apr 30 13:16:41.334177 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-9bbb5af7-df78-4907-80af-d6051a4f76c1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:16:41.346028 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33496) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:41.350298 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-9bbb5af7-df78-4907-80af-d6051a4f76c1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1851413
Apr 30 13:16:41.406721 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df5ef32-5d0b-45b2-b446-e0e24e32df98,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:41.414989 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:41.416661 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:41.432042 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:41.444449 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.520901 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Pushing event updated for resources: {'Port': ['ID=ce255aca-f275-4b4f-8734-39602f02669e,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:41.529997 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:41.531032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.588764 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.717177 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.800019 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf4a7a-b3a9-4921-943c-f9d6926b30c3 None None] Network 7a957d0c-5ad1-4932-ac78-e964afd71e05 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:41.893315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33526) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:41.904843 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:41.948163 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.008589 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-282759c5-b90c-423f-81de-aba96b8393ff service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6484470
Apr 30 13:16:42.014758 dv-cinder-788364-2-iscsi neutron-server[73818]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 13:16:42.030847 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.177337 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Allocated IP 172.27.0.197 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/6168f096-1b78-4016-af9c-9fa8a60b0b63) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:16:42.195133 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.208644 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:42.255660 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df5ef32-5d0b-45b2-b446-e0e24e32df98,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:42.257937 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:42.279813 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.310935 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-0bbb72cf-ce6b-4762-a7e2-9ae6fa031dfd service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010626
Apr 30 13:16:42.357297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:42.401116 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Router 9189842e-e3da-4f3e-82bb-6710107a4b89 is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:16:42.406063 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1099a23b-3032-4f31-9023-e1cbc42cb2bb,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:42.408342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:42.425787 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-f4c63aa9-383e-4079-925c-6d280b2ce64c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:42.426886 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-f4c63aa9-383e-4079-925c-6d280b2ce64c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Synchronizing usage tracker for tenant:799dda396dc145d58b214518705a9227 on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:16:42.457166 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.458768 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4df5ef32-5d0b-45b2-b446-e0e24e32df98 HTTP/1.1" status: 204  len: 168 time: 1.0999224
Apr 30 13:16:42.476229 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.477643 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1099a23b-3032-4f31-9023-e1cbc42cb2bb HTTP/1.1" status: 204  len: 168 time: 1.4004881
Apr 30 13:16:42.506564 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-f4c63aa9-383e-4079-925c-6d280b2ce64c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Unset dirty status for tenant:799dda396dc145d58b214518705a9227 on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:16:42.509430 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-f4c63aa9-383e-4079-925c-6d280b2ce64c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/networks?id=7a957d0c-5ad1-4932-ac78-e964afd71e05 HTTP/1.1" status: 200  len: 812 time: 0.6043723
Apr 30 13:16:42.560480 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.569368 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-dd206388-ca51-4633-b9ff-8b309a9f7b61 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/quotas/799dda396dc145d58b214518705a9227 HTTP/1.1" status: 200  len: 375 time: 0.0446072
Apr 30 13:16:42.692596 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-d1ed0c92-2018-4ed7-9dd5-7d309b2b03c9 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=799dda396dc145d58b214518705a9227&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1157200
Apr 30 13:16:42.712451 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:16:42.726179 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Sync routers for ids ['9189842e-e3da-4f3e-82bb-6710107a4b89'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:16:42.744056 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.747743 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.1646748
Apr 30 13:16:42.750222 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33544) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:42.751770 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Routers {'9189842e-e3da-4f3e-82bb-6710107a4b89'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:42.755361 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83e94c0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['9189842e-e3da-4f3e-82bb-6710107a4b89'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:42.801441 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:42.831239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c737ff71-2482-405d-b874-006fc3bf362e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:42.949391 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:42.956397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:42.974578 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:16:43.070392 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eaf22b-e368-4332-8389-9ccbee21884a None None] Network b393ed9b-4720-4bf4-967f-18d64ce498cd requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:16:43.336215 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Set router 9189842e-e3da-4f3e-82bb-6710107a4b89 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:43.496481 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33566) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:43.579559 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:43.650952 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ce255aca-f275-4b4f-8734-39602f02669e up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:43.683076 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33572) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:43.752616 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7c423ef2-03a1-40a1-876c-8648939479b2 req-cd55262b-49c8-441e-9053-2ddecad1c714 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 210 time: 0.2528830
Apr 30 13:16:43.782682 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:43.790668 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:43.811337 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Usage tracker for resource:security_group_rule and tenant:4d49c34e7b644b00875954850d11e35c is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:43.818626 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:43.842909 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:43.977241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Pushing event updated for resources: {'Port': ['ID=6168f096-1b78-4016-af9c-9fa8a60b0b63,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:43.985055 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:44.013981 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:44.031943 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Usage tracker for resource:security_group_rule and tenant:2b6902de831040b8ba227d2a829dfb02 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:44.049610 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:44.107893 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-bd0a29b3-51ee-4462-8f88-68e2eb96148a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:16:44.121705 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-bd0a29b3-51ee-4462-8f88-68e2eb96148a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3692975
Apr 30 13:16:44.159221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:44.163558 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83e94c0>, [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 3, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:44.177107 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Checking router: 9189842e-e3da-4f3e-82bb-6710107a4b89 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:16:44.177682 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Updating router 9189842e-e3da-4f3e-82bb-6710107a4b89 port 7e607af7-f435-4a7b-b047-0927659f7f1c binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:16:44.199789 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-e5f94a00-1277-400a-83d2-c33110d35e94 None None] Provisioning for port ce255aca-f275-4b4f-8734-39602f02669e completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:44.271930 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port ce255aca-f275-4b4f-8734-39602f02669e completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:44.284091 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9ec07dae-8c6d-4d31-9cd1-8bd6d7eddeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.288132 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port ce255aca-f275-4b4f-8734-39602f02669e triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:44.288966 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.322949 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.361460 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.524582 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.582197 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.588718 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port ce255aca-f275-4b4f-8734-39602f02669e, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=ce255aca-f275-4b4f-8734-39602f02669e,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:44.593842 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.598879 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.603788 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-0202f07d-f9b2-45a4-ad4e-a08755defcc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:44.740645 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=ce255aca-f275-4b4f-8734-39602f02669e,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:44.747073 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:44.855700 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-29508859-42b7-4c2b-a970-48e8ac278b73 None None] Provisioning complete for port ce255aca-f275-4b4f-8734-39602f02669e triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:44.856305 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-29508859-42b7-4c2b-a970-48e8ac278b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.054909 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:45.088605 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.104533 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a3ab9c46-3308-4aa2-b485-3a523ca82024 req-0d175417-f757-4eea-8363-3cc78c7c2eee tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 210 time: 0.1783919
Apr 30 13:16:45.110559 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Transition to ACTIVE for port object 7e607af7-f435-4a7b-b047-0927659f7f1c will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:45.112299 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d49c34e7b644b00875954850d11e35c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6088529
Apr 30 13:16:45.118493 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33614) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:45.124011 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.134427 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:45.202526 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.228193 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-48f623d5-7d04-46d5-85a1-76556663969d service neutron] 10.222.0.79 "GET /v2.0/networks/7a957d0c-5ad1-4932-ac78-e964afd71e05?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1055624
Apr 30 13:16:45.236900 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.248228 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Pushing event updated for resources: {'Port': ['ID=7e607af7-f435-4a7b-b047-0927659f7f1c,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:45.278678 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.280553 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.281117 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.281651 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.282281 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.283869 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.284321 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.284812 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.285374 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.285870 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.286798 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.287779 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:45.288279 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5d9f0-f9c8-4173-b1f5-5d35141e76a3,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Tracked resource versions report:
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]: pushed versions:
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]: {   'AddressGroup': {'1.2'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'ConntrackHelper': {'1.0'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Log': {'1.0'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Network': {'1.1'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Port': {'1.7'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'PortForwarding': {'1.2'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'QosPolicy': {'1.8'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'SecurityGroup': {'1.4'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'SubPort': {'1.0'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Subnet': {'1.1'},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     'Trunk': {'1.1'}}
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]: consumer versions:
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]: {   DHCP agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     HyperV agent@hv-cinder-78836: {},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     L3 agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     Metadata agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     Metering agent@dv-cinder-788364-2-iscsi: {},
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:     Open vSwitch agent@dv-cinder-788364-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Log': '1.0',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Network': '1.1',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Port': '1.7',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'PortForwarding': '1.2',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'QosPolicy': '1.8',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'SecurityGroup': '1.4',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'SubPort': '1.0',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Subnet': '1.1',
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:                                                      'Trunk': '1.1'}}
Apr 30 13:16:45.290461 dv-cinder-788364-2-iscsi neutron-server[73821]:  {{(pid=73821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:16:45.298686 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:45.344241 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Attempting to bind port 7e607af7-f435-4a7b-b047-0927659f7f1c on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:16:45.347413 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Attempting to bind port 7e607af7-f435-4a7b-b047-0927659f7f1c by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:16:45.348027 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Attempting to bind port 7e607af7-f435-4a7b-b047-0927659f7f1c on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:45.349849 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ce255aca-f275-4b4f-8734-39602f02669e up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:45.364778 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:16:45.365165 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:45.365565 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.365935 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:16:45.367854 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Bound port: 7e607af7-f435-4a7b-b047-0927659f7f1c, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:16:45.368330 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.416165 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:45.553797 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e6f5f2c4-cb7e-4ecb-9404-1a567ae0b9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:45.582636 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.600704 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] For port 7e607af7-f435-4a7b-b047-0927659f7f1c, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:16:45.618271 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] For port 7e607af7-f435-4a7b-b047-0927659f7f1c, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7e607af7-f435-4a7b-b047-0927659f7f1c,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:16:45.626108 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.628035 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port ce255aca-f275-4b4f-8734-39602f02669e triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:45.628463 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.643228 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:45.670729 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.714144 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.750001 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Routers {'9189842e-e3da-4f3e-82bb-6710107a4b89'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:45.750700 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83e94c0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['9189842e-e3da-4f3e-82bb-6710107a4b89'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:45.928835 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Pushing event updated for resources: {'Port': ['ID=7e607af7-f435-4a7b-b047-0927659f7f1c,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:45.962686 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.007061 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb20de8-1131-4ee2-8ddb-9aaf14dd5f7a,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.018034 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.033300 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2350beb6-ae9e-4a44-83d2-003653bcea23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:46.040678 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.072298 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5d9f0-f9c8-4173-b1f5-5d35141e76a3,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.082274 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.133165 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b6902de831040b8ba227d2a829dfb02&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4463503
Apr 30 13:16:46.138134 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33642) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:46.177421 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.183604 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01e5d9f0-f9c8-4173-b1f5-5d35141e76a3 HTTP/1.1" status: 204  len: 168 time: 1.0605516
Apr 30 13:16:46.187372 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] Set router 9189842e-e3da-4f3e-82bb-6710107a4b89 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:46.198699 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.221150 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-82b62954-13aa-4074-a4ad-64a3694df78d service neutron] 10.222.0.79 "GET /v2.0/networks/7a957d0c-5ad1-4932-ac78-e964afd71e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9744687
Apr 30 13:16:46.247134 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Allocated IP 172.20.0.1 (8d9ca312-d14a-4afb-916b-be4034fb8fea/95030a0f-5ec6-40c1-b50f-e5cef90b607b/6e00799d-75c7-4525-ba6b-9cf7c356a981) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:16:46.482934 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.594605 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-90703e8d-91b0-40a0-b522-abc50ca0caef req-52b6c806-9d40-4659-b6a1-275c37950d21 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 210 time: 0.0992637
Apr 30 13:16:46.635851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.688939 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.103', 55183) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:46.690285 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.774148 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.806316 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3df96af9-64e0-4088-914e-fe71a14cdfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.820051 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:46.877500 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83e94c0>, [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 3, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:46.893992 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74234e35-d87e-48b6-9417-8d76b47d8227 None None] The sync data for ids ['9189842e-e3da-4f3e-82bb-6710107a4b89'] in dv-cinder-788364-2-iscsi is: [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 3, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:16:46.976065 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e00799d-75c7-4525-ba6b-9cf7c356a981,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.993935 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.993935 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:46.993935 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:46.993935 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:16:46.993935 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.035154 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-13477979-18cf-4ef9-ab09-a543078e1ba5 req-60e2ce22-84e5-451d-a773-20a21a40cfee tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 210 time: 0.2528381
Apr 30 13:16:47.087469 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.263747 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Router 1ab7c3e9-4038-4c93-a071-c2c4264290fa is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:16:47.288015 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.316165 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c061e4-9308-4659-b659-35916b46c6b0 req-8336ec68-b13d-482b-9836-9c5be7032988 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:47.327338 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-59c061e4-9308-4659-b659-35916b46c6b0 req-8336ec68-b13d-482b-9836-9c5be7032988 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:16:47.335422 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:47.377666 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb20de8-1131-4ee2-8ddb-9aaf14dd5f7a,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:47.597314 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:47.664464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.684333 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.943180 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.962527 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.965410 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/feb20de8-1131-4ee2-8ddb-9aaf14dd5f7a HTTP/1.1" status: 204  len: 168 time: 1.8241966
Apr 30 13:16:48.016822 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-59c061e4-9308-4659-b659-35916b46c6b0 req-8336ec68-b13d-482b-9836-9c5be7032988 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:16:48.029004 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-8336ec68-b13d-482b-9836-9c5be7032988 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 1.3277407
Apr 30 13:16:48.108432 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Request body: {'port': {'device_id': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'admin_state_up': True, 'tenant_id': 'f8dcaa02d735401891147a4c2464e318'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:48.285525 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:16:48.295658 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Sync routers for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:16:48.318513 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:48.319434 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3370>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:48.361402 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9d4554fb-6978-40bd-9c35-6ddbf32252dc req-76ba352a-a803-4f23-9d21-4663b3fabcaa tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 210 time: 0.1670203
Apr 30 13:16:48.511369 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-83527aab-c5ab-47ef-8854-0a7a2d1835bc req-5b95a27e-22fc-4eb4-83ea-196df6f78a3c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 210 time: 0.2483742
Apr 30 13:16:48.552653 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.557114 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33764) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:48.557571 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.3543608
Apr 30 13:16:48.611928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:48.631719 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Usage tracker for resource:port and tenant:f8dcaa02d735401891147a4c2464e318 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:48.637353 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:48.649518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:48.690677 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Made reservation on behalf of f8dcaa02d735401891147a4c2464e318 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:48.703715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.051376 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:49.258595 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.273801 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.275310 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.280506 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:49.311827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Allocated IP 172.20.0.11 (4f6ff428-220c-464d-bf3c-450653cf4660/ed38845b-d762-4686-a298-231d5c0c349d/50ec7608-d829-47e1-b2f7-14e702acb0fc) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:16:49.424489 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7e607af7-f435-4a7b-b047-0927659f7f1c up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:49.558191 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.835241 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 7e607af7-f435-4a7b-b047-0927659f7f1c completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:49.861976 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 7e607af7-f435-4a7b-b047-0927659f7f1c triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:49.862914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.956489 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e00799d-75c7-4525-ba6b-9cf7c356a981,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:49.997152 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:50.367632 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:50.428063 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.103', 55193) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:50.442130 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ee42f2c4-b6fd-49b1-9cc6-a42f581044db req-f65fef4a-b830-4f12-9af0-79a53ec6e40c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 210 time: 0.6052074
Apr 30 13:16:50.469516 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:50.477714 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:50.489629 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3370>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 3, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:50.535150 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Checking router: 1ab7c3e9-4038-4c93-a071-c2c4264290fa for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:16:50.535602 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Updating router 1ab7c3e9-4038-4c93-a071-c2c4264290fa port 6168f096-1b78-4016-af9c-9fa8a60b0b63 binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:16:50.537686 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33820) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:50.547994 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:50.583612 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8cede71d-21bb-40b6-9bb8-a10830d53513 req-c5dfb5bf-3910-4de1-be1a-43a7801dae5a tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 210 time: 0.1535461
Apr 30 13:16:50.603954 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:50.664659 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:50.720906 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 7e607af7-f435-4a7b-b047-0927659f7f1c, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7e607af7-f435-4a7b-b047-0927659f7f1c,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:50.739426 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:50.778737 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:50.863437 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Network 4f6ff428-220c-464d-bf3c-450653cf4660 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:50.875101 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:50.885381 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:16:50.892286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:50.893052 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:50.929456 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:50.955178 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event updated for resources: {'Port': ['ID=50ec7608-d829-47e1-b2f7-14e702acb0fc,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:50.993919 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:51.012047 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:51.028654 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9266279
Apr 30 13:16:51.038149 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:51.048538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Usage tracker for resource:security_group_rule and tenant:7c7663cfa7794cfabaf80309dc631549 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:51.062204 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:51.072857 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:51.127663 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-75fb9697-25fd-4817-a77c-4c0958f1b2c6 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:51.131970 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-75fb9697-25fd-4817-a77c-4c0958f1b2c6 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.103 "GET /v2.0/networks?id=7a957d0c-5ad1-4932-ac78-e964afd71e05 HTTP/1.1" status: 200  len: 812 time: 0.4161456
Apr 30 13:16:51.132866 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Router 9189842e-e3da-4f3e-82bb-6710107a4b89 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:16:51.247873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-62cad1cd-a9e4-4c5b-8641-6b032430f88d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:16:51.252392 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-62cad1cd-a9e4-4c5b-8641-6b032430f88d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0323143
Apr 30 13:16:51.273317 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Request body: {'port': {'device_id': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05', 'admin_state_up': True, 'tenant_id': '799dda396dc145d58b214518705a9227'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:51.485622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:51.508778 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:51.579110 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:51.665587 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c7663cfa7794cfabaf80309dc631549&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1198456
Apr 30 13:16:51.666459 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 33858) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:51.722922 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:51.742445 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Transition to ACTIVE for port object 6168f096-1b78-4016-af9c-9fa8a60b0b63 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:51.750285 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=7e607af7-f435-4a7b-b047-0927659f7f1c,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:51.755576 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:51.756822 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:51.766578 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:51.793031 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c47cbc8-c665-41f0-9a2b-c34c356e58ea,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:51.843323 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:51.940256 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7689e0a4-75c0-4a10-b452-0509170db90f req-3d6c7e5f-dfb7-46e3-9940-1e1709422713 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 210 time: 0.0838242
Apr 30 13:16:51.952080 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a847a08-26c1-4de8-a446-e808ebbc9603 None None] Pushing event updated for resources: {'Port': ['ID=6168f096-1b78-4016-af9c-9fa8a60b0b63,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:51.963283 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9a847a08-26c1-4de8-a446-e808ebbc9603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:52.006344 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:52.013432 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Attempting to bind port 6168f096-1b78-4016-af9c-9fa8a60b0b63 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:16:52.013931 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Attempting to bind port 6168f096-1b78-4016-af9c-9fa8a60b0b63 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:16:52.014572 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Attempting to bind port 6168f096-1b78-4016-af9c-9fa8a60b0b63 on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:52.022132 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:16:52.022420 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:52.022917 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:52.024160 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:16:52.024521 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Bound port: 6168f096-1b78-4016-af9c-9fa8a60b0b63, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:16:52.025154 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:52.025867 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:52.037868 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Usage tracker for resource:port and tenant:799dda396dc145d58b214518705a9227 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:52.043687 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:52.056715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:52.105947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Made reservation on behalf of 799dda396dc145d58b214518705a9227 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:52.113152 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:52.168649 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] For port 6168f096-1b78-4016-af9c-9fa8a60b0b63, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:16:52.173524 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:16:52.176128 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] For port 6168f096-1b78-4016-af9c-9fa8a60b0b63, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6168f096-1b78-4016-af9c-9fa8a60b0b63,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:16:52.185490 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Sync routers for ids ['9189842e-e3da-4f3e-82bb-6710107a4b89'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:16:52.186102 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:52.189436 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] 10.222.0.79 "PUT /v2.0/routers/9189842e-e3da-4f3e-82bb-6710107a4b89/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4356091
Apr 30 13:16:52.196472 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:52.209690 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:52.228884 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Routers {'9189842e-e3da-4f3e-82bb-6710107a4b89'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:52.230615 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a817be20>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['9189842e-e3da-4f3e-82bb-6710107a4b89'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:52.456950 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Request body: {'port': {'device_id': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:52.502972 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a847a08-26c1-4de8-a446-e808ebbc9603 None None] Pushing event updated for resources: {'Port': ['ID=6168f096-1b78-4016-af9c-9fa8a60b0b63,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:52.520436 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9a847a08-26c1-4de8-a446-e808ebbc9603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:52.576777 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:52.582196 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3370>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:52.695079 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fe826-ee85-418f-8cd0-b74b24929f4e req-e22df8ed-e323-464c-89c1-3e17b6bec2fa tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:52.715005 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-974fe826-ee85-418f-8cd0-b74b24929f4e req-e22df8ed-e323-464c-89c1-3e17b6bec2fa tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 932 time: 0.9407599
Apr 30 13:16:52.715128 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:52.748258 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:52.791171 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Allocated IP 172.20.0.10 (7a957d0c-5ad1-4932-ac78-e964afd71e05/2c922003-376c-483c-8cde-a0b3ec8771be/78b0cb3a-ee36-43df-b7c5-35915a242f36) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:16:52.832330 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Set router 9189842e-e3da-4f3e-82bb-6710107a4b89 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:52.984390 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.197614 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:53.238649 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c47cbc8-c665-41f0-9a2b-c34c356e58ea,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:53.240488 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-974fe826-ee85-418f-8cd0-b74b24929f4e req-16ed82b3-6147-4c39-a9af-5789c08acffa tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5174229
Apr 30 13:16:53.271683 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:53.331212 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.488699 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7e607af7-f435-4a7b-b047-0927659f7f1c up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:53.505440 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-13e8938e-8716-40dc-b0b5-594329af413a req-91ca7b9b-024f-4981-a999-7660dc60e122 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Synchronizing usage tracker for tenant:799dda396dc145d58b214518705a9227 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:16:53.553593 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.559781 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c47cbc8-c665-41f0-9a2b-c34c356e58ea HTTP/1.1" status: 204  len: 168 time: 1.7636311
Apr 30 13:16:53.667250 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.718796 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.721929 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 7e607af7-f435-4a7b-b047-0927659f7f1c triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:53.722401 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.779254 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-66c38c02-adc0-4d80-a011-9ed125d340f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:53.856872 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Allocated IP 172.20.0.1 (b393ed9b-4720-4bf4-967f-18d64ce498cd/62e9b909-4b0b-4994-b2dc-96ef5caf965d/ed28a2fa-2ff3-43d1-9cc5-db7f22df535c) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:16:53.930442 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-13e8938e-8716-40dc-b0b5-594329af413a req-91ca7b9b-024f-4981-a999-7660dc60e122 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Unset dirty status for tenant:799dda396dc145d58b214518705a9227 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:16:53.933258 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-13e8938e-8716-40dc-b0b5-594329af413a req-91ca7b9b-024f-4981-a999-7660dc60e122 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 210 time: 0.6630621
Apr 30 13:16:54.045116 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a817be20>, [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:47Z', 'revision_number': 4, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '6e00799d-75c7-4525-ba6b-9cf7c356a981', 'name': '', 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'mac_address': 'fa:16:3e:2a:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:45Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 2, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'subnets': [{'id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:54.049435 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Checking router: 9189842e-e3da-4f3e-82bb-6710107a4b89 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:16:54.049792 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Updating router 9189842e-e3da-4f3e-82bb-6710107a4b89 port 6e00799d-75c7-4525-ba6b-9cf7c356a981 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:16:54.119107 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.303459 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Network 7a957d0c-5ad1-4932-ac78-e964afd71e05 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:54.357579 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:54.410840 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Pushing event updated for resources: {'Port': ['ID=78b0cb3a-ee36-43df-b7c5-35915a242f36,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:54.437237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:16:54.451055 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.455887 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:54.464953 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.469125 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3370>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 3, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:54.485812 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c9cdd-40a9-45d1-abc7-7e6b0cf69d21 None None] The sync data for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi is: [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 3, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:16:54.526141 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Transition to ACTIVE for port object ed28a2fa-2ff3-43d1-9cc5-db7f22df535c will not be triggered until provisioned by entity DHCP. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:54.639908 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.670576 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:54.692141 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4585598
Apr 30 13:16:54.752761 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Network b393ed9b-4720-4bf4-967f-18d64ce498cd is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:54.758815 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:54.934022 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:16:54.939552 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.954612 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.977893 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Transition to ACTIVE for port object 6e00799d-75c7-4525-ba6b-9cf7c356a981 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:54.989661 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.997867 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:55.009316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Request body: {'port': {'device_id': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:55.070490 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Pushing event updated for resources: {'Port': ['ID=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:55.086085 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.310s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:55.086669 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:55.211028 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-e4f07226-b437-476a-aaf3-32b253678811 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:55.226512 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-e4f07226-b437-476a-aaf3-32b253678811 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 817 time: 0.6277535
Apr 30 13:16:55.278410 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-637d69fe-c7ab-4dcd-a852-81235386e445 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/quotas/c622a56261f04601a7a4b9b607f9eddd HTTP/1.1" status: 200  len: 375 time: 0.0508718
Apr 30 13:16:55.341210 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-7b5db590-5e21-4f08-ba28-baaf36fa7a5e None None] Provisioning for port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:55.370731 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6168f096-1b78-4016-af9c-9fa8a60b0b63 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:55.467417 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e6989-a2dc-4761-9e94-eafe6d66b4e9 None None] Pushing event updated for resources: {'Port': ['ID=6e00799d-75c7-4525-ba6b-9cf7c356a981,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:55.478258 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33942) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:55.487487 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d57e6989-a2dc-4761-9e94-eafe6d66b4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:55.543074 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-7b5db590-5e21-4f08-ba28-baaf36fa7a5e None None] Provisioning complete for port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:55.543646 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7b5db590-5e21-4f08-ba28-baaf36fa7a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.691746 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.812161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.843259 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-7b5db590-5e21-4f08-ba28-baaf36fa7a5e None None] Port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:16:55.851232 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Attempting to bind port 6e00799d-75c7-4525-ba6b-9cf7c356a981 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:16:55.851654 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Attempting to bind port 6e00799d-75c7-4525-ba6b-9cf7c356a981 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:16:55.854868 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Attempting to bind port 6e00799d-75c7-4525-ba6b-9cf7c356a981 on network 8d9ca312-d14a-4afb-916b-be4034fb8fea {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:55.875561 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:16:55.876696 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Checking segment: {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:55.878310 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.879787 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Bound using segment: {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:16:55.880348 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 6168f096-1b78-4016-af9c-9fa8a60b0b63 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:55.881707 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Bound port: 6e00799d-75c7-4525-ba6b-9cf7c356a981, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:16:55.882329 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.894046 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 6168f096-1b78-4016-af9c-9fa8a60b0b63 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:55.894769 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.977591 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.033933 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-043ee036-def4-4ade-a6f2-42399e416142 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Synchronizing usage tracker for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:16:56.057591 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca5e8-dc8a-4979-85a0-8c2b170f7bfe req-8d7a86a8-b32c-4c7d-8e59-81bf5d5c0c2d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:56.064871 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ed9ca5e8-dc8a-4979-85a0-8c2b170f7bfe req-8d7a86a8-b32c-4c7d-8e59-81bf5d5c0c2d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:16:56.112448 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:56.121907 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Usage tracker for resource:security_group_rule and tenant:a85da5c941be440f91c8f9096f150c8e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:56.130609 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:56.145657 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:56.276256 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.305472 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ed9ca5e8-dc8a-4979-85a0-8c2b170f7bfe req-8d7a86a8-b32c-4c7d-8e59-81bf5d5c0c2d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:16:56.308945 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ed9ca5e8-dc8a-4979-85a0-8c2b170f7bfe req-8d7a86a8-b32c-4c7d-8e59-81bf5d5c0c2d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 932 time: 1.6385677
Apr 30 13:16:56.311009 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 6168f096-1b78-4016-af9c-9fa8a60b0b63, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6168f096-1b78-4016-af9c-9fa8a60b0b63,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:56.316873 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.319154 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:56.357291 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] For port 6e00799d-75c7-4525-ba6b-9cf7c356a981, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:16:56.367022 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] For port 6e00799d-75c7-4525-ba6b-9cf7c356a981, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6e00799d-75c7-4525-ba6b-9cf7c356a981,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:16:56.375604 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.380797 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1a3c99e8-5301-4e80-abf3-7d8513aa459a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:56.495898 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=6168f096-1b78-4016-af9c-9fa8a60b0b63,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:56.501176 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:56.514306 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.db.resource_extend [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 13:16:56.559111 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-043ee036-def4-4ade-a6f2-42399e416142 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Unset dirty status for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:16:56.575471 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-043ee036-def4-4ade-a6f2-42399e416142 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2960756
Apr 30 13:16:56.649325 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ed9ca5e8-dc8a-4979-85a0-8c2b170f7bfe req-8feb5e53-7450-4f3f-a776-d2e6fb781c8e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:16:56.707172 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ec7608-d829-47e1-b2f7-14e702acb0fc {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:16:56.739050 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Routers {'9189842e-e3da-4f3e-82bb-6710107a4b89'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:56.739703 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a817be20>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['9189842e-e3da-4f3e-82bb-6710107a4b89'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:56.758775 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.891512 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.989886 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e6989-a2dc-4761-9e94-eafe6d66b4e9 None None] Pushing event updated for resources: {'Port': ['ID=6e00799d-75c7-4525-ba6b-9cf7c356a981,revision_number=4']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:57.003201 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d57e6989-a2dc-4761-9e94-eafe6d66b4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:57.030842 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Transition to ACTIVE for port object 50ec7608-d829-47e1-b2f7-14e702acb0fc will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:57.087452 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.089303 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.091661 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-d07a9196-59d6-42bd-92aa-ea94968aeefc service neutron] 10.222.0.79 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5152283
Apr 30 13:16:57.114216 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9c3dfc44-5a1c-4f9d-920a-6e7a7008a2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:57.118144 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ac2aebb5-2451-4017-942f-5cf32d165259 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:57.264485 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6168f096-1b78-4016-af9c-9fa8a60b0b63 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:57.321020 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Pushing event updated for resources: {'Port': ['ID=50ec7608-d829-47e1-b2f7-14e702acb0fc,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:57.331110 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:57.331948 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ed9ca5e8-dc8a-4979-85a0-8c2b170f7bfe req-8feb5e53-7450-4f3f-a776-d2e6fb781c8e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:16:57.333569 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ed9ca5e8-dc8a-4979-85a0-8c2b170f7bfe req-8feb5e53-7450-4f3f-a776-d2e6fb781c8e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8996651
Apr 30 13:16:57.336098 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] Set router 9189842e-e3da-4f3e-82bb-6710107a4b89 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:57.545401 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Attempting to bind port 50ec7608-d829-47e1-b2f7-14e702acb0fc on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:16:57.545910 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Attempting to bind port 50ec7608-d829-47e1-b2f7-14e702acb0fc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:16:57.546422 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Attempting to bind port 50ec7608-d829-47e1-b2f7-14e702acb0fc on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:57.564922 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Port 50ec7608-d829-47e1-b2f7-14e702acb0fc on network 4f6ff428-220c-464d-bf3c-450653cf4660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:16:57.565681 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Attempting to bind port 50ec7608-d829-47e1-b2f7-14e702acb0fc on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:57.574309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:16:57.574908 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Checking segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:57.575647 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Bound using segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:16:57.576085 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Bound port: 50ec7608-d829-47e1-b2f7-14e702acb0fc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:16:57.576572 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.621430 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 6168f096-1b78-4016-af9c-9fa8a60b0b63 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:57.625458 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.649518 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef1061-80f4-4761-b262-f3929ab20fd7,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:57.681928 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a85da5c941be440f91c8f9096f150c8e&name=default HTTP/1.1" status: 200  len: 2977 time: 2.1982591
Apr 30 13:16:57.683687 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:57.685433 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 33982) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:57.781817 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b0cb3a-ee36-43df-b7c5-35915a242f36 {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:16:57.835183 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.873418 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-f199c332-6b81-444a-9794-077637fbfb4d service neutron] 10.222.0.79 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7636249
Apr 30 13:16:57.883668 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:16:57.928730 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.933888 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.960085 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.969029 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.012270 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.171497 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Transition to ACTIVE for port object 78b0cb3a-ee36-43df-b7c5-35915a242f36 will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:16:58.236414 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] For port 50ec7608-d829-47e1-b2f7-14e702acb0fc, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:16:58.241217 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.276124 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7bfd4fcc-acff-4324-b870-0a709a053d72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.331309 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a817be20>, [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:47Z', 'revision_number': 4, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '6e00799d-75c7-4525-ba6b-9cf7c356a981', 'name': '', 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'mac_address': 'fa:16:3e:2a:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:45Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'subnets': [{'id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:58.345494 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3b0fd-025e-42e8-97d9-62693161f76e None None] The sync data for ids ['9189842e-e3da-4f3e-82bb-6710107a4b89'] in dv-cinder-788364-2-iscsi is: [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:47Z', 'revision_number': 4, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '6e00799d-75c7-4525-ba6b-9cf7c356a981', 'name': '', 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'mac_address': 'fa:16:3e:2a:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:45Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'subnets': [{'id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:16:58.725196 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] For port 50ec7608-d829-47e1-b2f7-14e702acb0fc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:16:58.763275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d4787-1f9a-41e6-b600-50410946ba9f req-bb715250-c45e-497e-aff5-74aef202e091 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:58.764896 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-057d4787-1f9a-41e6-b600-50410946ba9f req-bb715250-c45e-497e-aff5-74aef202e091 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 932 time: 0.9200256
Apr 30 13:16:58.770409 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.809478 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=78b0cb3a-ee36-43df-b7c5-35915a242f36,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:58.831541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:58.832143 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.910835 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.959458 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Network b393ed9b-4720-4bf4-967f-18d64ce498cd is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:16:58.997229 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:16:59.056159 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:59.056785 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.078886 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] 10.222.0.103 "PUT /v2.0/ports/50ec7608-d829-47e1-b2f7-14e702acb0fc HTTP/1.1" status: 200  len: 1094 time: 7.4113784
Apr 30 13:16:59.133423 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'tag': '50ec7608-d829-47e1-b2f7-14e702acb0fc'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:59.346732 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Attempting to bind port 78b0cb3a-ee36-43df-b7c5-35915a242f36 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:16:59.347375 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Attempting to bind port 78b0cb3a-ee36-43df-b7c5-35915a242f36 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dda92c50-bcfb-4270-9584-16ab0a82e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:16:59.347375 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Attempting to bind port 78b0cb3a-ee36-43df-b7c5-35915a242f36 on network 7a957d0c-5ad1-4932-ac78-e964afd71e05 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:59.452970 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e3c25cb7-665d-4a9c-919f-4c87d6db3ce3 req-a39857e4-9267-49c2-85ea-d83fedbf0aaa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 210 time: 1.0277131
Apr 30 13:16:59.493474 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6e00799d-75c7-4525-ba6b-9cf7c356a981 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:59.521662 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Pushing event updated for resources: {'Port': ['ID=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:59.528283 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.516s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:59.553962 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Router 1ab7c3e9-4038-4c93-a071-c2c4264290fa has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:16:59.667783 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-e21a22e7-f176-48de-a384-5d7743339755 None None] Provisioning complete for port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:59.668167 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e21a22e7-f176-48de-a384-5d7743339755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.806196 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 6e00799d-75c7-4525-ba6b-9cf7c356a981 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:59.837467 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 6e00799d-75c7-4525-ba6b-9cf7c356a981 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:59.837992 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.930084 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Port 78b0cb3a-ee36-43df-b7c5-35915a242f36 on network 7a957d0c-5ad1-4932-ac78-e964afd71e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:16:59.930894 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Attempting to bind port 78b0cb3a-ee36-43df-b7c5-35915a242f36 on network 7a957d0c-5ad1-4932-ac78-e964afd71e05 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:16:59.975841 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:16:59.976271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Checking segment: {'id': 'dda92c50-bcfb-4270-9584-16ab0a82e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:16:59.976735 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Bound using segment: {'id': 'dda92c50-bcfb-4270-9584-16ab0a82e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:16:59.977768 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Bound port: 78b0cb3a-ee36-43df-b7c5-35915a242f36, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda92c50-bcfb-4270-9584-16ab0a82e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:16:59.977768 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.022958 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-e21a22e7-f176-48de-a384-5d7743339755 None None] Port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:17:00.030688 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-057d4787-1f9a-41e6-b600-50410946ba9f req-b8b2558d-42eb-4522-9e7f-05d0a1cc361f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Synchronizing usage tracker for tenant:799dda396dc145d58b214518705a9227 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:00.127220 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.153570 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Pushing event updated for resources: {'Port': ['ID=50ec7608-d829-47e1-b2f7-14e702acb0fc,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:00.182302 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.348s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:00.332250 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:00.367059 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-057d4787-1f9a-41e6-b600-50410946ba9f req-b8b2558d-42eb-4522-9e7f-05d0a1cc361f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Unset dirty status for tenant:799dda396dc145d58b214518705a9227 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:00.372041 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-057d4787-1f9a-41e6-b600-50410946ba9f req-b8b2558d-42eb-4522-9e7f-05d0a1cc361f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5986230
Apr 30 13:17:00.422732 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef1061-80f4-4761-b262-f3929ab20fd7,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:00.430490 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:00.519192 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:17:00.555890 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c061e4-9308-4659-b659-35916b46c6b0 req-08dea17a-2c18-45b8-bb05-1281de46728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:00.562917 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-08dea17a-2c18-45b8-bb05-1281de46728e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 1097 time: 1.2262661
Apr 30 13:17:00.568631 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] 10.222.0.79 "PUT /v2.0/routers/1ab7c3e9-4038-4c93-a071-c2c4264290fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0101004
Apr 30 13:17:00.575759 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.579310 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/45ef1061-80f4-4761-b262-f3929ab20fd7 HTTP/1.1" status: 204  len: 168 time: 2.8758695
Apr 30 13:17:00.659897 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Sync routers for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:17:00.660424 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34064) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:00.697361 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.714272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342079c-5a97-4941-9078-dd28b43f086b req-876438bc-a1ba-4a17-b888-5ba3fd52b1c5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:00.721238 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a342079c-5a97-4941-9078-dd28b43f086b req-876438bc-a1ba-4a17-b888-5ba3fd52b1c5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 944 time: 0.6491261
Apr 30 13:17:00.781071 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 6e00799d-75c7-4525-ba6b-9cf7c356a981, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6e00799d-75c7-4525-ba6b-9cf7c356a981,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:00.786772 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:17:00.789100 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa18e0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:00.815952 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] For port 78b0cb3a-ee36-43df-b7c5-35915a242f36, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:17:00.828846 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a342079c-5a97-4941-9078-dd28b43f086b req-e49ad2c4-54ec-431a-ad9a-818738c94ba0 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009197
Apr 30 13:17:01.119818 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:17:01.226725 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.103', 55205) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:01.234801 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-e256471b-a5b9-4974-8db2-bbd0b859452f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc HTTP/1.1" status: 200  len: 217 time: 0.6295676
Apr 30 13:17:01.255897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-cd6f2115-a707-49d2-9fac-4f449481f2b1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:01.259766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-cd6f2115-a707-49d2-9fac-4f449481f2b1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Synchronizing usage tracker for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:01.305981 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] For port 78b0cb3a-ee36-43df-b7c5-35915a242f36, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0cb3a-ee36-43df-b7c5-35915a242f36,segment=NetworkSegment(dda92c50-bcfb-4270-9584-16ab0a82e088),segment_id=dda92c50-bcfb-4270-9584-16ab0a82e088)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:17:01.332221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:01.389373 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:01.678166 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:01.700270 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:01.746753 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-cd6f2115-a707-49d2-9fac-4f449481f2b1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Unset dirty status for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:01.761870 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-cd6f2115-a707-49d2-9fac-4f449481f2b1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 817 time: 0.9877815
Apr 30 13:17:01.871980 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'tag': '50ec7608-d829-47e1-b2f7-14e702acb0fc', 'status': 'completed', 'code': 200}
Apr 30 13:17:01.899186 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=6e00799d-75c7-4525-ba6b-9cf7c356a981,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:01.909167 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:01.919058 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:01.996541 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-3e27421f-c2ef-4c4e-8c8e-e05991f7f15e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/quotas/c622a56261f04601a7a4b9b607f9eddd HTTP/1.1" status: 200  len: 375 time: 0.2353051
Apr 30 13:17:02.039786 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa18e0>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 2, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:02.060704 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Checking router: 1ab7c3e9-4038-4c93-a071-c2c4264290fa for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:17:02.061112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Updating router 1ab7c3e9-4038-4c93-a071-c2c4264290fa port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:17:02.080873 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:02.137213 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Usage tracker for resource:security_group_rule and tenant:b686fe6f326b474f8b1a46880b8c5040 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:02.163751 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-9563759b-4018-4eb6-8a20-7133b3b84968 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:02.165384 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-9563759b-4018-4eb6-8a20-7133b3b84968 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 817 time: 0.8307879
Apr 30 13:17:02.183991 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:02.199514 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:02.213246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:02.215610 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:02.222596 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] 10.222.0.103 "PUT /v2.0/ports/78b0cb3a-ee36-43df-b7c5-35915a242f36 HTTP/1.1" status: 200  len: 1094 time: 7.2631299
Apr 30 13:17:02.250876 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:02.325413 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c061e4-9308-4659-b659-35916b46c6b0 req-d1c2e524-e0a5-4f4f-9099-6f955bcf6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:02.327333 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-d1c2e524-e0a5-4f4f-9099-6f955bcf6798 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 0.9580863
Apr 30 13:17:02.333246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=78b0cb3a-ee36-43df-b7c5-35915a242f36,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:02.349622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:02.416067 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-f6e6b78c-67f7-4a7d-839c-f03a9472ace1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4167912
Apr 30 13:17:02.422085 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:02.436799 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:02.478613 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:02.490488 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b686fe6f326b474f8b1a46880b8c5040&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8271904
Apr 30 13:17:02.495302 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34116) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:02.610616 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:02.616212 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa4004-f440-47e7-ac67-970d68bae6f4,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:02.631054 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:02.672738 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:02.750508 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34124) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:02.776972 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325852446', 'description': 'tempest-description--1799499531'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:02.866454 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-8a86573c-f400-443a-9ff0-5de903d56fe0 service neutron] 10.222.0.79 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4438186
Apr 30 13:17:02.948733 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Request body: {'port': {'device_id': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'admin_state_up': True, 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:03.046417 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:03.068511 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:03.129726 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:03.160918 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:03.193668 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-55816886-0412-46bb-b4cf-30f23104da63 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3288758
Apr 30 13:17:03.224741 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:03.292311 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34136) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:03.389332 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Transition to ACTIVE for port object ed28a2fa-2ff3-43d1-9cc5-db7f22df535c will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:17:03.390065 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:03.403217 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:03.413650 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:03.414057 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:03.439911 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:03.545332 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:03.548981 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4afa4004-f440-47e7-ac67-970d68bae6f4 HTTP/1.1" status: 204  len: 168 time: 1.0520222
Apr 30 13:17:03.557332 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:03.599907 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group_rule and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:03.655637 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:03.683952 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:03.701472 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:03.723329 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa4004-f440-47e7-ac67-970d68bae6f4,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:03.726132 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Made reservation on behalf of c622a56261f04601a7a4b9b607f9eddd for: {'port': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:03.737073 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:03.784630 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:03.787796 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:03.912883 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'tag': '78b0cb3a-ee36-43df-b7c5-35915a242f36'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:04.068534 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-8bb61156-45bf-47f8-a1a4-495279787133 service neutron] 10.222.0.79 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0806272
Apr 30 13:17:04.118710 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6e00799d-75c7-4525-ba6b-9cf7c356a981 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:04.169012 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55ac76-bcaf-4162-bdd8-136f6dfe9cc0 None None] Pushing event updated for resources: {'Port': ['ID=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:04.181457 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ed55ac76-bcaf-4162-bdd8-136f6dfe9cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:04.219326 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-bdf1b365-c22c-4232-8eed-16de7ff73282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:04.222100 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-bdf1b365-c22c-4232-8eed-16de7ff73282 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=799dda396dc145d58b214518705a9227&device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 1097 time: 1.2407036
Apr 30 13:17:04.325303 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Attempting to bind port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:17:04.325909 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Attempting to bind port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:17:04.332042 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ce855-9473-460a-a89d-90500d94aeca req-97e36115-fa7e-404e-83f6-ea532547487f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:04.342529 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Attempting to bind port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c on network b393ed9b-4720-4bf4-967f-18d64ce498cd {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:04.355087 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4f2ce855-9473-460a-a89d-90500d94aeca req-97e36115-fa7e-404e-83f6-ea532547487f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 944 time: 1.2010670
Apr 30 13:17:04.364478 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:17:04.364885 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Checking segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:04.366136 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:04.370985 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Bound using segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:17:04.371561 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Bound port: ed28a2fa-2ff3-43d1-9cc5-db7f22df535c, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:17:04.371985 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:04.530419 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-6693fc86-d05d-458c-8785-359124f5fe18 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78b0cb3a-ee36-43df-b7c5-35915a242f36 HTTP/1.1" status: 200  len: 217 time: 0.2772772
Apr 30 13:17:04.616460 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] For port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:17:04.620746 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] For port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:17:04.670476 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:04.702350 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:04.827366 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-29904e2e-8854-427b-8b8c-8315e4406d16 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6163590
Apr 30 13:17:05.034092 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34178) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:05.063627 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-193491497-network', 'tenant_id': 'ae87f579ef8146f88d900759eba7c40f'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:05.161452 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55ac76-bcaf-4162-bdd8-136f6dfe9cc0 None None] Pushing event updated for resources: {'Port': ['ID=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:05.171848 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ed55ac76-bcaf-4162-bdd8-136f6dfe9cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:05.172499 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 6e00799d-75c7-4525-ba6b-9cf7c356a981 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:05.172876 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:05.280622 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:17:05.281441 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa18e0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:05.362542 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:05.368381 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Usage tracker for resource:network and tenant:ae87f579ef8146f88d900759eba7c40f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:05.373043 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:05.399762 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:05.400054 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4f2ce855-9473-460a-a89d-90500d94aeca req-cf0601bd-d906-43ba-b3d1-f4c6ffa44a18 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0398364
Apr 30 13:17:05.508163 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-76071961-ed83-472d-af2c-3464b45ddd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:05.510425 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-76071961-ed83-472d-af2c-3464b45ddd20 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2c922003-376c-483c-8cde-a0b3ec8771be HTTP/1.1" status: 200  len: 852 time: 0.9660249
Apr 30 13:17:05.553914 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:05.636729 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:05.651516 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Allocated IP 172.20.0.11 (8d9ca312-d14a-4afb-916b-be4034fb8fea/95030a0f-5ec6-40c1-b50f-e5cef90b607b/3291dc06-c1f9-4322-b292-ef88b1d2e531) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:17:05.659995 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:05.671133 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-16944050-8aef-460c-b3ea-e49393cf39c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:05.745687 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'tag': '78b0cb3a-ee36-43df-b7c5-35915a242f36', 'status': 'completed', 'code': 200}
Apr 30 13:17:05.869107 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:05.871227 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.1184461
Apr 30 13:17:05.872367 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:05.874932 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34188) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:05.905815 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:05.909735 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'security_group_rule': {'security_group_id': 'd95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:05.918613 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:05.922920 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group_rule and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:05.926073 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:05.934402 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:05.944788 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-bc72c7bc-2b62-45ee-a5b3-ee3c95d3a55d req-f791ade0-a04b-4fda-933f-eda1d8474769 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Synchronizing usage tracker for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:05.974306 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:05.982569 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:17:06.033862 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-bc72c7bc-2b62-45ee-a5b3-ee3c95d3a55d req-f791ade0-a04b-4fda-933f-eda1d8474769 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Unset dirty status for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:06.036174 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bc72c7bc-2b62-45ee-a5b3-ee3c95d3a55d req-f791ade0-a04b-4fda-933f-eda1d8474769 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 210 time: 0.2249298
Apr 30 13:17:06.038513 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Made reservation on behalf of ae87f579ef8146f88d900759eba7c40f for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:06.040713 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.082467 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.094083 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:06.102301 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.102629 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-46a10d6d-c44d-416d-bf22-362b471063ca service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7a957d0c-5ad1-4932-ac78-e964afd71e05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4690716
Apr 30 13:17:06.108840 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.112184 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:06.124161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Usage tracker for resource:security_group_rule and tenant:4820912f75c14f7aae2240bfc72ad33f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:06.130575 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:06.170342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:06.202992 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9bb1f8-e900-4349-89ba-289d99b84bc9,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:06.217832 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:06.219356 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:06.234801 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.235973 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3449113
Apr 30 13:17:06.239279 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34196) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:06.245427 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'security_group_rule': {'security_group_id': 'd95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:06.264634 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:06.271948 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group_rule and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:06.282236 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:06.293288 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:06.297230 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.301080 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Usage tracker for resource:security_group_rule and tenant:ae87f579ef8146f88d900759eba7c40f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:06.306757 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:06.321408 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.339879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:06.383202 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59c061e4-9308-4659-b659-35916b46c6b0 req-0aa5bd53-cc0e-4a7e-a9a9-019fdefa39a4 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4888065
Apr 30 13:17:06.392495 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.404011 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:06.439483 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa18e0>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:04Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:06.444372 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bbe4a-cc64-469d-919a-89f61c51eb8a None None] The sync data for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi is: [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:04Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:17:06.491184 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.503583 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:17:06.504452 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.505572 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Pushing event updated for resources: {'Port': ['ID=3291dc06-c1f9-4322-b292-ef88b1d2e531,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:06.508193 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:06.521149 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:06.523230 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d58a10f6-3ab9-4ced-975c-f1edc49d816d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:06.558592 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57c37d8-0901-4af8-a6fd-5f737bfd9ea7,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:06.567352 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:06.569203 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:17:06.577680 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:06.578689 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.585898 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.587135 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3469644
Apr 30 13:17:06.593171 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34210) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:06.602108 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:06.611750 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:06.617742 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7198234
Apr 30 13:17:06.619203 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:floatingip and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:06.623743 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:06.628548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-7ee35793-b73d-4217-bac5-5e8f94d73184 service neutron] 10.222.0.103 "GET /v2.0/networks/7a957d0c-5ad1-4932-ac78-e964afd71e05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4632697
Apr 30 13:17:06.642432 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:06.671722 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Request body: {'port': {'device_id': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:06.716482 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86e5a-0564-4ac2-94fb-2da0e2523b1a req-1005c884-1ae2-4a9f-b19d-6dba54566d7a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:06.718041 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66b86e5a-0564-4ac2-94fb-2da0e2523b1a req-1005c884-1ae2-4a9f-b19d-6dba54566d7a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 944 time: 1.5564942
Apr 30 13:17:06.757331 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:06.973598 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.004329 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.045548 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-43182817-4bfa-4ff4-b91e-e96c15011206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:07.060041 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66b86e5a-0564-4ac2-94fb-2da0e2523b1a req-4b319f89-d430-4197-9d90-7a91b41f81e2 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636127
Apr 30 13:17:07.129039 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.103', 55218) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:07.130850 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.144958 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6858d29-47d1-4c0a-85b9-9aed858e68a9 req-25b22e65-b0fb-48e6-9de2-d0ff837fc358 service neutron] 10.222.0.103 "GET /v2.0/networks/7a957d0c-5ad1-4932-ac78-e964afd71e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4693127
Apr 30 13:17:07.148449 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e161db72-bac9-48be-96c6-ab5e1461cc8f,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:07.150235 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.176257 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:07.224472 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.235190 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4820912f75c14f7aae2240bfc72ad33f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1399934
Apr 30 13:17:07.246541 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34230) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:07.303250 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1a384-c9e2-4938-802a-c0a4286e8a27 req-aab97533-ff0e-47b0-ab30-f70871672c1a tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:07.312871 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-33d8915a-1379-47c5-af9a-32ad8da7cbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:07.319220 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d2a1a384-c9e2-4938-802a-c0a4286e8a27 req-aab97533-ff0e-47b0-ab30-f70871672c1a tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 944 time: 0.5245705
Apr 30 13:17:07.469047 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-42084a04-3da1-4004-8b99-7a521d022874 req-b13c97ca-a0d3-4163-9b45-72723c260340 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 210 time: 0.2367110
Apr 30 13:17:07.504701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:17:07.523724 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-4e73f7ca-04db-47ac-928a-4e73a6ca4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:07.525738 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-4e73f7ca-04db-47ac-928a-4e73a6ca4e94 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 1097 time: 0.8486836
Apr 30 13:17:07.568451 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.568720 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Added segment 3e188a2e-83a6-44bc-9726-88b66c6f04c6 of type vlan for network 0ef468c5-5565-4e4a-97e0-40e6081d1e92
Apr 30 13:17:07.585781 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d2a1a384-c9e2-4938-802a-c0a4286e8a27 req-e67ceeed-e15c-4b89-a549-daaff2aa2bc0 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652776
Apr 30 13:17:07.605639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e76731-1441-4497-871c-86f8621ba422,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:07.608699 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:07.656181 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.667738 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.705852 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-c6390e69-48f8-4c2e-a362-09fb8b260aa9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:07.707496 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-c6390e69-48f8-4c2e-a362-09fb8b260aa9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 817 time: 0.5287659
Apr 30 13:17:07.724947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.747899 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Request body: {'port': {'device_id': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'admin_state_up': True, 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:07.764109 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:07.810322 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-a219fb49-cbfb-42a1-9c06-8ff147747481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:07.811813 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-a219fb49-cbfb-42a1-9c06-8ff147747481 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 917 time: 0.2776117
Apr 30 13:17:07.929490 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-b425be57-783c-4012-aa31-21a8ae44b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:07.931261 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-b425be57-783c-4012-aa31-21a8ae44b1c9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=799dda396dc145d58b214518705a9227&device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 1097 time: 0.6093013
Apr 30 13:17:07.980767 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3291dc06-c1f9-4322-b292-ef88b1d2e531 {{(pid=73819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:07.990856 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-4f44d745-9eea-4d3c-b3b0-956493837959 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc HTTP/1.1" status: 200  len: 217 time: 0.1135447
Apr 30 13:17:07.991006 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.018337 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Allocated IP 172.27.0.87 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/fba79a2a-cbd3-418d-aafa-165604d814b5) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:17:08.026885 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Transition to ACTIVE for port object 3291dc06-c1f9-4322-b292-ef88b1d2e531 will not be triggered until provisioned by entity L2. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:17:08.043684 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.045537 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.055142 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7563c850-5f90-4d64-8562-dcd8b807a921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:08.084144 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.109889 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ed28a2fa-2ff3-43d1-9cc5-db7f22df535c up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:08.111894 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e161db72-bac9-48be-96c6-ab5e1461cc8f,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:08.142412 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:08.145045 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.149219 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e161db72-bac9-48be-96c6-ab5e1461cc8f HTTP/1.1" status: 204  len: 168 time: 0.8945982
Apr 30 13:17:08.150153 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d9895ef4-2cd9-4b70-99e7-1ba7fa5d5f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:08.258510 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:08.259393 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.297327 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:08.331898 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:08.337720 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:08.338355 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.445657 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3291dc06-c1f9-4322-b292-ef88b1d2e531,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:08.512661 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:08.573235 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.621362 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 5.3271043
Apr 30 13:17:08.640072 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34272) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:08.651814 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:08.691428 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Attempting to bind port 3291dc06-c1f9-4322-b292-ef88b1d2e531 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:17:08.692012 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Attempting to bind port 3291dc06-c1f9-4322-b292-ef88b1d2e531 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:17:08.692130 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Attempting to bind port 3291dc06-c1f9-4322-b292-ef88b1d2e531 on network 8d9ca312-d14a-4afb-916b-be4034fb8fea {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:08.718041 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.720675 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:08.751538 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Port 3291dc06-c1f9-4322-b292-ef88b1d2e531 on network 8d9ca312-d14a-4afb-916b-be4034fb8fea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:17:08.751861 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Attempting to bind port 3291dc06-c1f9-4322-b292-ef88b1d2e531 on network 8d9ca312-d14a-4afb-916b-be4034fb8fea {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:08.769828 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-98e0c9f9-0b65-4cad-b283-fa7daa77b4a0 req-c5e417e7-6e45-4319-b1c7-7bc1ec4b521b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 210 time: 0.0799294
Apr 30 13:17:08.787086 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:17:08.787474 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Checking segment: {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:08.788055 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Bound using segment: {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:17:08.788596 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Bound port: 3291dc06-c1f9-4322-b292-ef88b1d2e531, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'}}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:17:08.789366 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.827537 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.962589 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:08.973132 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:08.989541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:08.999447 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] For port 3291dc06-c1f9-4322-b292-ef88b1d2e531, host hv-cinder-78836, cleared binding levels {{(pid=73819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:17:09.004804 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-36f9d6c8-ef76-4efb-b2ba-00a0cf693eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:09.006288 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-36f9d6c8-ef76-4efb-b2ba-00a0cf693eff service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 1.0089250
Apr 30 13:17:09.007220 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] For port 3291dc06-c1f9-4322-b292-ef88b1d2e531, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:17:09.018771 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Pushing event updated for resources: {'Network': ['ID=0ef468c5-5565-4e4a-97e0-40e6081d1e92,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:09.033720 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Request body: {'subnet': {'network_id': '0ef468c5-5565-4e4a-97e0-40e6081d1e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-193491497-subnet', 'tenant_id': 'ae87f579ef8146f88d900759eba7c40f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:09.050568 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.058441 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.062954 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:09.123227 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:09.128201 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 0ef468c5-5565-4e4a-97e0-40e6081d1e92 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:17:09.132277 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:09.137402 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:09.138116 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.139587 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] 10.222.0.103 "PUT /v2.0/ports/3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 1094 time: 2.4925141
Apr 30 13:17:09.143372 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'tag': '3291dc06-c1f9-4322-b292-ef88b1d2e531'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:09.177353 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:09.194597 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Usage tracker for resource:subnet and tenant:ae87f579ef8146f88d900759eba7c40f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:09.219999 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-90ee8fcd-3e07-4d1d-81ff-31825d0b2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:09.222431 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-90ee8fcd-3e07-4d1d-81ff-31825d0b2410 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7a957d0c-5ad1-4932-ac78-e964afd71e05 HTTP/1.1" status: 200  len: 914 time: 1.2666740
Apr 30 13:17:09.223380 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:09.233541 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-3162b631-d6d9-4c8a-b48b-feadd8e65642 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1945586
Apr 30 13:17:09.261425 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:17:09.269811 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:09.287054 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:17:09.321735 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3291dc06-c1f9-4322-b292-ef88b1d2e531,revision_number=3']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:09.332596 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:09.405844 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-6ed9ef1d-485b-4479-9f6b-a6266bdd722e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78b0cb3a-ee36-43df-b7c5-35915a242f36 HTTP/1.1" status: 200  len: 217 time: 0.1651971
Apr 30 13:17:09.413041 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Made reservation on behalf of c622a56261f04601a7a4b9b607f9eddd for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:09.419575 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.451597 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Made reservation on behalf of ae87f579ef8146f88d900759eba7c40f for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:09.455161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.513403 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b9064-68fb-4468-b53c-02ac46bc0bf1 req-e9ff6ba9-9ead-4ebc-bd9f-45c8c7984e81 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:09.521432 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d83b9064-68fb-4468-b53c-02ac46bc0bf1 req-e9ff6ba9-9ead-4ebc-bd9f-45c8c7984e81 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 944 time: 0.5184813
Apr 30 13:17:09.553096 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'Port': ['ID=fba79a2a-cbd3-418d-aafa-165604d814b5,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:09.565027 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:09.567233 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:09.567592 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:09.568735 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.624111 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-bdfe6315-d451-4448-88e1-833214ffe2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:09.625912 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-bdfe6315-d451-4448-88e1-833214ffe2e3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1097 time: 0.4072604
Apr 30 13:17:09.709030 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d83b9064-68fb-4468-b53c-02ac46bc0bf1 req-868c7735-5f02-4ae8-b081-0d2eb46d9fd6 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863542
Apr 30 13:17:09.746806 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-c891d326-8260-401f-a94a-010becdb5cbb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 217 time: 0.1031828
Apr 30 13:17:09.788881 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.876107 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-cf9a1789-75ba-4aee-9925-39e78e5924cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:09.877698 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-cf9a1789-75ba-4aee-9925-39e78e5924cf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.1243064
Apr 30 13:17:09.982520 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-5e218d46-9be2-4d82-996c-4a952123b709 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0956631
Apr 30 13:17:10.059239 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ed28a2fa-2ff3-43d1-9cc5-db7f22df535c up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:10.084948 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74f3cd-7c9a-44ed-8ba7-e64bc686a112 req-68984db3-f0b3-4cee-b7f2-95b79a78f59b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:10.097705 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bf74f3cd-7c9a-44ed-8ba7-e64bc686a112 req-68984db3-f0b3-4cee-b7f2-95b79a78f59b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 944 time: 1.8031862
Apr 30 13:17:10.104207 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 50ec7608-d829-47e1-b2f7-14e702acb0fc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:17:10.114963 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'tag': '3291dc06-c1f9-4322-b292-ef88b1d2e531', 'status': 'completed', 'code': 200}
Apr 30 13:17:10.324666 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0485a96d-0740-4c1f-b2fb-b4d8130f00ab req-97f46e4a-0341-4bc8-a872-1ff2ce4c514d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 210 time: 0.1372511
Apr 30 13:17:10.354382 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.db.resource_extend [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 13:17:10.367343 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:10.367983 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:10.375342 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bf74f3cd-7c9a-44ed-8ba7-e64bc686a112 req-d3dc61b4-44af-4791-a0c5-28bcab9eb3ea tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757421
Apr 30 13:17:10.391902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-2bdb11e6-2cb9-4bcf-91a5-a2893eed3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:10.393360 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-2bdb11e6-2cb9-4bcf-91a5-a2893eed3a71 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2c922003-376c-483c-8cde-a0b3ec8771be HTTP/1.1" status: 200  len: 852 time: 0.9496725
Apr 30 13:17:10.411794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:10.444518 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:10.463402 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:10.464784 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 50ec7608-d829-47e1-b2f7-14e702acb0fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:10.509211 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '50ec7608-d829-47e1-b2f7-14e702acb0fc', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'port_id': '50ec7608-d829-47e1-b2f7-14e702acb0fc', 'mac_address': 'fa:16:3e:bd:82:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed38845b-d762-4686-a298-231d5c0c349d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:17:10.510953 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-95bca19f-af3e-467e-949d-234b2d42ab0f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7a957d0c-5ad1-4932-ac78-e964afd71e05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1036427
Apr 30 13:17:10.526929 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-a7daf6a2-c232-488a-9df9-2f192e3d0eb0 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3995607
Apr 30 13:17:10.573186 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-a7656d96-eb22-44ec-b455-29a5d6c031f6 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2425427
Apr 30 13:17:10.652832 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:10.694697 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ec7608-d829-47e1-b2f7-14e702acb0fc {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:10.712686 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:10.719289 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 50ec7608-d829-47e1-b2f7-14e702acb0fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:10.726872 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:10.729411 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 78b0cb3a-ee36-43df-b7c5-35915a242f36 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:17:10.737415 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:10.813810 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11219c-8b82-4fad-9276-fb879cdda187 req-97d681ab-1f58-4251-b666-beea33b21b94 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2269304
Apr 30 13:17:10.907807 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:10.909183 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.3148041
Apr 30 13:17:11.079372 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'Port': ['ID=fba79a2a-cbd3-418d-aafa-165604d814b5,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:11.085049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-8a32d3fa-8094-4a7a-98b6-1f0ce04fbe08 service neutron] 10.222.0.103 "GET /v2.0/networks/7a957d0c-5ad1-4932-ac78-e964afd71e05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5483634
Apr 30 13:17:11.103292 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:11.107616 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=50ec7608-d829-47e1-b2f7-14e702acb0fc,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:11.140850 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:11.174047 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deece557-a27a-4c10-bfa4-58d4dee91468 req-e0aa2a29-623e-4fd5-8640-736261bd0835 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4487493
Apr 30 13:17:11.200658 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c279ecb-f6bb-4737-825b-db54318b7a4d req-87df120c-4117-44fc-ab7b-bc9ec7d68185 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:11.215055 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0c279ecb-f6bb-4737-825b-db54318b7a4d req-87df120c-4117-44fc-ab7b-bc9ec7d68185 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 944 time: 0.1781623
Apr 30 13:17:11.323992 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0c279ecb-f6bb-4737-825b-db54318b7a4d req-5010c461-6370-4fe0-9e35-a62b752ab2b9 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054151
Apr 30 13:17:11.381031 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 78b0cb3a-ee36-43df-b7c5-35915a242f36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0cb3a-ee36-43df-b7c5-35915a242f36,segment=NetworkSegment(dda92c50-bcfb-4270-9584-16ab0a82e088),segment_id=dda92c50-bcfb-4270-9584-16ab0a82e088)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:11.404841 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '78b0cb3a-ee36-43df-b7c5-35915a242f36', 'network_id': '7a957d0c-5ad1-4932-ac78-e964afd71e05', 'port_id': '78b0cb3a-ee36-43df-b7c5-35915a242f36', 'mac_address': 'fa:16:3e:43:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c922003-376c-483c-8cde-a0b3ec8771be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:17:11.425484 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-3a251d7a-fba2-4355-9965-7d9a4634db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:11.428336 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-3a251d7a-fba2-4355-9965-7d9a4634db96 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1097 time: 0.1004267
Apr 30 13:17:11.521401 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:11.543773 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b0cb3a-ee36-43df-b7c5-35915a242f36 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:11.566096 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 78b0cb3a-ee36-43df-b7c5-35915a242f36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0cb3a-ee36-43df-b7c5-35915a242f36,segment=NetworkSegment(dda92c50-bcfb-4270-9584-16ab0a82e088),segment_id=dda92c50-bcfb-4270-9584-16ab0a82e088)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:11.575049 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:11.576741 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Allocated IP 172.20.0.10 (8d9ca312-d14a-4afb-916b-be4034fb8fea/95030a0f-5ec6-40c1-b50f-e5cef90b607b/3bf7253a-ca9c-4a79-b9c4-d8404a9e675d) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:17:11.583247 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:11.709517 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=78b0cb3a-ee36-43df-b7c5-35915a242f36,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:11.712181 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34374) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:11.720116 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:11.721623 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b382ed4d-6a9a-47b8-8363-f425448c3444 req-0229836e-b8d1-4953-b41a-61496f10bf60 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 210 time: 0.1052449
Apr 30 13:17:11.723013 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-3c6929e4-e65b-44ee-84d9-b67ca111dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:11.724115 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-3c6929e4-e65b-44ee-84d9-b67ca111dbf8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.2860096
Apr 30 13:17:11.775896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-80624983-4eb5-4856-87db-4231d5009bfe req-56fbaf27-8ecc-4032-ae25-71a6be11ed0b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:11.792289 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638daac5-b408-493b-8b3d-0a47bbe97f5f req-41291424-8659-4eae-9bab-4daa74ed30f3 service neutron] 10.222.0.103 "GET /v2.0/networks/7a957d0c-5ad1-4932-ac78-e964afd71e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6857071
Apr 30 13:17:11.893628 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-24528343-ce1e-4f8d-855c-c1403108275c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 217 time: 0.1583583
Apr 30 13:17:12.004230 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-80624983-4eb5-4856-87db-4231d5009bfe req-56fbaf27-8ecc-4032-ae25-71a6be11ed0b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:12.013547 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-56fbaf27-8ecc-4032-ae25-71a6be11ed0b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--325852446&fields=id&tenant_id=092cf09caa34460587230269b2e28a23 HTTP/1.1" status: 200  len: 267 time: 0.5301676
Apr 30 13:17:12.015547 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:12.099629 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-131d2032-13da-40b7-a9d2-aff906f5ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:12.100264 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['50ec7608-d829-47e1-b2f7-14e702acb0fc'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:17:12.101642 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-131d2032-13da-40b7-a9d2-aff906f5ce00 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.1991341
Apr 30 13:17:12.165473 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-12542ac4-82e7-4a67-8de7-10a1793d2a12 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558045
Apr 30 13:17:12.165686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['78b0cb3a-ee36-43df-b7c5-35915a242f36'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:17:12.235334 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf015c5-34bc-4d49-b164-a67f433c6a2e req-cb2024ab-5063-400c-8bdb-3998fe541b26 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:12.237198 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9cf015c5-34bc-4d49-b164-a67f433c6a2e req-cb2024ab-5063-400c-8bdb-3998fe541b26 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 945 time: 0.2348537
Apr 30 13:17:12.267912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-f0c7056b-83b5-493d-bab3-6fc14ee68374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:12.344116 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-0a2cee46-6e62-4914-93b9-6d0b4e753b32 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:12.345690 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-80624983-4eb5-4856-87db-4231d5009bfe req-0a2cee46-6e62-4914-93b9-6d0b4e753b32 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:12.377268 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc31001c-5f8f-43e0-95f0-c0db284e7544,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:12.380702 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:12.382276 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:12.395318 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9cf015c5-34bc-4d49-b164-a67f433c6a2e req-0e6bd201-0e83-40c9-b6d6-35e8d0d828ab tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964608
Apr 30 13:17:12.403435 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-9b30afc3-b2f8-487a-a666-c6b9ee0060d1 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306542
Apr 30 13:17:12.423785 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:12.430316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Usage tracker for resource:security_group_rule and tenant:f87d635ce2f1477a8615864b2e8e928c is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:12.435519 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:12.443353 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:12.555767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:12.584336 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:12.616651 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:12.673167 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Checking segment: {'id': '3e188a2e-83a6-44bc-9726-88b66c6f04c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0ef468c5-5565-4e4a-97e0-40e6081d1e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:12.673945 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Network hostable DHCP agents. Network: 0ef468c5-5565-4e4a-97e0-40e6081d1e92, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:17:12.694057 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:12.699431 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-80624983-4eb5-4856-87db-4231d5009bfe req-0a2cee46-6e62-4914-93b9-6d0b4e753b32 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:12.701425 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-0a2cee46-6e62-4914-93b9-6d0b4e753b32 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 816 time: 0.6865189
Apr 30 13:17:12.728083 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f87d635ce2f1477a8615864b2e8e928c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0001523
Apr 30 13:17:12.737464 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34392) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:12.745016 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c9fa35-b0bc-48f2-954a-1160a7b5ccbb,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:12.748363 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:12.757092 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-b2515747-9278-4d15-81e7-60aad4298f29 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/quotas/092cf09caa34460587230269b2e28a23 HTTP/1.1" status: 200  len: 375 time: 0.0345647
Apr 30 13:17:12.771161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Network 0ef468c5-5565-4e4a-97e0-40e6081d1e92 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:17:12.773864 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-970d8b0e-f0a5-4f72-b4e2-d0728cc7f4a3 req-5947c724-5f17-4042-a2cf-6f509ac6aef3 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3629060
Apr 30 13:17:12.842433 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f8d9-1d72-4561-84d4-fe0113a988d7 req-a4657982-0f6e-4c7e-972c-65a6e5dd3d2f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:12.851162 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7998f8d9-1d72-4561-84d4-fe0113a988d7 req-a4657982-0f6e-4c7e-972c-65a6e5dd3d2f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 945 time: 0.2298915
Apr 30 13:17:12.862455 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 0ef468c5-5565-4e4a-97e0-40e6081d1e92) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:12.871578 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a664c38a-d6cd-47f4-bd7c-fe6e6e64802b None None] Network 0ef468c5-5565-4e4a-97e0-40e6081d1e92 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:12.884234 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:12.886087 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.013456 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.0056517
Apr 30 13:17:13.038311 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.056707 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:13.091137 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7998f8d9-1d72-4561-84d4-fe0113a988d7 req-4bfb9cb3-f6f5-4667-8399-f687d9bc9bf0 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389786
Apr 30 13:17:13.095934 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.168225 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.261598 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.272044 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-d6d5a397-45ad-49da-b3d5-be227cdcfba1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4937642
Apr 30 13:17:13.281198 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7737d631-9078-4ba2-a7cc-3cf8a9fe4ba8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:13.298048 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Pushing event updated for resources: {'Port': ['ID=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:13.306871 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c9fa35-b0bc-48f2-954a-1160a7b5ccbb,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:13.329258 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:13.341536 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.347521 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20c9fa35-b0bc-48f2-954a-1160a7b5ccbb HTTP/1.1" status: 204  len: 168 time: 0.5996342
Apr 30 13:17:13.361072 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:13.372468 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:17:13.386928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:13.393075 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:17:13.400667 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:13.402114 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.446931 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.7115259
Apr 30 13:17:13.613396 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Request body: {'port': {'device_id': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:13.615800 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533c228-3c97-4c77-9eae-011f116d51a5 req-f48644bb-a08c-45d5-8d98-b6aa70de6854 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:13.633056 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2533c228-3c97-4c77-9eae-011f116d51a5 req-f48644bb-a08c-45d5-8d98-b6aa70de6854 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 932 time: 0.2121589
Apr 30 13:17:13.766269 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2533c228-3c97-4c77-9eae-011f116d51a5 req-1cf457df-de24-4655-9986-ec1a5c678811 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317987
Apr 30 13:17:13.799121 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53ae61-eddd-47bb-8738-624c8501baaa None None] Network 0ef468c5-5565-4e4a-97e0-40e6081d1e92 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:13.927466 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-677d1f75-fb0b-4653-b35e-26d3e32bbbc8 service neutron] 10.222.0.79 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6240165
Apr 30 13:17:14.003148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.082434 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3291dc06-c1f9-4322-b292-ef88b1d2e531 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:17:14.099009 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 50ec7608-d829-47e1-b2f7-14e702acb0fc up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:14.172985 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34436) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:14.200901 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8d78f-921f-4cc0-a229-0d64b3702c9b req-d7094b15-27a3-4410-89ac-5ff40c35b6b4 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:14.208104 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-33f8d78f-921f-4cc0-a229-0d64b3702c9b req-d7094b15-27a3-4410-89ac-5ff40c35b6b4 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 945 time: 0.1744785
Apr 30 13:17:14.225882 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.256897 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:14.266260 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Usage tracker for resource:security_group_rule and tenant:d309cbfd862e433eb3cb18f521adf469 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:14.271744 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:14.273047 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b900daab-6b40-403c-8b1a-1bea154ee400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.305712 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-33f8d78f-921f-4cc0-a229-0d64b3702c9b req-09bf8f71-c3fe-4b48-b9f4-9cccce963e3a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892520
Apr 30 13:17:14.308942 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:14.364653 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-d81469a5-5a3e-4e2e-80f4-f5f482c81c3c service neutron] 10.222.0.79 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4245744
Apr 30 13:17:14.478581 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 50ec7608-d829-47e1-b2f7-14e702acb0fc completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:14.507557 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 50ec7608-d829-47e1-b2f7-14e702acb0fc triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:14.507962 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.560646 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.569500 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.596383 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5e142cc9-fe1d-4673-9eba-59453f3041a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:14.597238 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3291dc06-c1f9-4322-b292-ef88b1d2e531, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:14.668741 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '3291dc06-c1f9-4322-b292-ef88b1d2e531', 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'port_id': '3291dc06-c1f9-4322-b292-ef88b1d2e531', 'mac_address': 'fa:16:3e:e9:e6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:17:14.701912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34452) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:14.732957 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-519905215-network', 'tenant_id': '7d4e9780248b48a3b1a8002bcad72a89'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:14.750530 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:14.756565 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Usage tracker for resource:network and tenant:7d4e9780248b48a3b1a8002bcad72a89 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:14.760722 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:14.790470 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.823224 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3291dc06-c1f9-4322-b292-ef88b1d2e531 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:14.837189 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.862112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3291dc06-c1f9-4322-b292-ef88b1d2e531, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:14.871657 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.874364 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:14.886067 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:14.913127 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d309cbfd862e433eb3cb18f521adf469&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7391067
Apr 30 13:17:14.922742 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34462) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:14.955981 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 50ec7608-d829-47e1-b2f7-14e702acb0fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:14.958562 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec7608-d829-47e1-b2f7-14e702acb0fc'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:14.958773 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40104437-1978-4668-b48d-fa2693a9e4e9,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:14.984696 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:15.010041 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-93ce31c8-7915-4efa-bf04-7e5252b7092d req-3432c5c2-8e60-4088-b0b4-ff54323965a6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.2626810
Apr 30 13:17:15.014203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Made reservation on behalf of 7d4e9780248b48a3b1a8002bcad72a89 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:15.019572 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.063528 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.100671 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ead7e-46e6-436c-8719-5ea8bc36d4cf req-9704df95-ad34-44aa-9e42-26dba41d269b tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:15.108157 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-609ead7e-46e6-436c-8719-5ea8bc36d4cf req-9704df95-ad34-44aa-9e42-26dba41d269b tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 945 time: 0.5877435
Apr 30 13:17:15.128297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:15.143113 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:15.151842 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.164325 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Usage tracker for resource:security_group_rule and tenant:7d4e9780248b48a3b1a8002bcad72a89 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:15.175916 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.183437 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:15.198988 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=3291dc06-c1f9-4322-b292-ef88b1d2e531,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:15.204387 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-609ead7e-46e6-436c-8719-5ea8bc36d4cf req-fff3a754-d833-4c10-b996-b2329c214cf0 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950007
Apr 30 13:17:15.209301 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.210361 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 78b0cb3a-ee36-43df-b7c5-35915a242f36 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:15.211673 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.226635 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:15.240676 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:15.241145 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:15.314338 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['3291dc06-c1f9-4322-b292-ef88b1d2e531'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:17:15.350415 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.364129 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-883723b6-f60f-47e5-9e71-6a6b89650e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:15.394695 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.396078 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40104437-1978-4668-b48d-fa2693a9e4e9 HTTP/1.1" status: 204  len: 168 time: 0.4723852
Apr 30 13:17:15.396605 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Transition to ACTIVE for port object 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:17:15.418825 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.420251 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40104437-1978-4668-b48d-fa2693a9e4e9,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:15.427942 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:15.453996 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:15.554100 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=50ec7608-d829-47e1-b2f7-14e702acb0fc,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:15.571975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:15.616392 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 78b0cb3a-ee36-43df-b7c5-35915a242f36 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:15.628046 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 78b0cb3a-ee36-43df-b7c5-35915a242f36 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:15.628648 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:15.782915 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b9edf-3f99-40bf-828b-97fb53353b87 req-8e92a05a-26cb-4850-98c0-98d7eb8fd7c1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:15.786757 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d71b9edf-3f99-40bf-828b-97fb53353b87 req-8e92a05a-26cb-4850-98c0-98d7eb8fd7c1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.2373836
Apr 30 13:17:15.889299 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:15.901474 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:15.915352 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d71b9edf-3f99-40bf-828b-97fb53353b87 req-633f3632-c105-4c28-a598-af84317bea6d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203473
Apr 30 13:17:16.004300 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.080990 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 78b0cb3a-ee36-43df-b7c5-35915a242f36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0cb3a-ee36-43df-b7c5-35915a242f36,segment=NetworkSegment(dda92c50-bcfb-4270-9584-16ab0a82e088),segment_id=dda92c50-bcfb-4270-9584-16ab0a82e088)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:16.088632 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.095829 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9a847a08-26c1-4de8-a446-e808ebbc9603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:16.178532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c601baf-fe44-4840-a263-096d4da6c7e3 req-1efb30cf-a1d6-4f73-b4cd-b9a060d75a30 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:16.179281 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3c601baf-fe44-4840-a263-096d4da6c7e3 req-1efb30cf-a1d6-4f73-b4cd-b9a060d75a30 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Synchronizing usage tracker for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:16.193001 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=78b0cb3a-ee36-43df-b7c5-35915a242f36,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:16.205993 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:16.214000 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Attempting to bind port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:17:16.216412 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Attempting to bind port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:17:16.224627 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Attempting to bind port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d on network 8d9ca312-d14a-4afb-916b-be4034fb8fea {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:16.252654 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d on network 8d9ca312-d14a-4afb-916b-be4034fb8fea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:17:16.252746 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Attempting to bind port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d on network 8d9ca312-d14a-4afb-916b-be4034fb8fea {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:16.264884 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:17:16.265405 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Checking segment: {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:16.266184 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Bound using segment: {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:17:16.266897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Bound port: 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5472e4-db2b-4984-8032-c610de70a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:17:16.267434 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.298785 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3c601baf-fe44-4840-a263-096d4da6c7e3 req-1efb30cf-a1d6-4f73-b4cd-b9a060d75a30 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Unset dirty status for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:16.299992 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c601baf-fe44-4840-a263-096d4da6c7e3 req-1efb30cf-a1d6-4f73-b4cd-b9a060d75a30 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 932 time: 1.1045556
Apr 30 13:17:16.324958 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec7608-d829-47e1-b2f7-14e702acb0fc', 'code': 200}
Apr 30 13:17:16.394994 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.426304 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.505552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:17:16.520591 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.520941 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Added segment 62375497-6537-43f2-8039-caef15bfa22a of type vlan for network 6bc883f6-05be-4651-83c8-31b86d0359e5
Apr 30 13:17:16.540839 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-59d32b41-af98-4e15-8e1a-31002c3911f0 req-e7116752-fbae-49d7-8d65-9cf46f854643 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:16.559078 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:16.564353 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-59d32b41-af98-4e15-8e1a-31002c3911f0 req-e7116752-fbae-49d7-8d65-9cf46f854643 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:16.565634 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59d32b41-af98-4e15-8e1a-31002c3911f0 req-e7116752-fbae-49d7-8d65-9cf46f854643 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0732627
Apr 30 13:17:16.578518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3c601baf-fe44-4840-a263-096d4da6c7e3 req-a7a7a078-0f39-4c11-a5f5-9491636bbf64 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Synchronizing usage tracker for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:16.602955 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.624109 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3c601baf-fe44-4840-a263-096d4da6c7e3 req-a7a7a078-0f39-4c11-a5f5-9491636bbf64 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Unset dirty status for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:16.644211 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c601baf-fe44-4840-a263-096d4da6c7e3 req-a7a7a078-0f39-4c11-a5f5-9491636bbf64 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2981381
Apr 30 13:17:16.650186 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] For port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:17:16.658710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] For port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:17:16.676693 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.700361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86696858-0855-4cd1-bf91-1aa92f45323e,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:16.709441 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:16.709927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b8c0cf57-7a30-49f2-a2f4-12c984a97131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:16.761746 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:16.762397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.764043 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] 10.222.0.103 "PUT /v2.0/ports/3bf7253a-ca9c-4a79-b9c4-d8404a9e675d HTTP/1.1" status: 200  len: 1094 time: 3.1850183
Apr 30 13:17:16.764459 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'tag': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:16.772919 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.777418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:16.777418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.818507 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:16.822910 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:16.823430 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:16.837187 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4b9612f7-1b21-4d44-859f-0a70e7ac5b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.843812 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.1321251
Apr 30 13:17:16.847152 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34534) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:16.862214 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Request body: {'subnet': {'network_id': '6bc883f6-05be-4651-83c8-31b86d0359e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-519905215-subnet', 'tenant_id': '7d4e9780248b48a3b1a8002bcad72a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:16.867344 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:16.872080 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Usage tracker for resource:subnet and tenant:7d4e9780248b48a3b1a8002bcad72a89 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:16.875334 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:16.882692 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:16.925401 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Made reservation on behalf of 7d4e9780248b48a3b1a8002bcad72a89 for: {'subnet': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:16.929219 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.979707 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'tag': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d', 'status': 'completed', 'code': 200}
Apr 30 13:17:16.998777 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Pushing event updated for resources: {'Network': ['ID=6bc883f6-05be-4651-83c8-31b86d0359e5,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:17.003179 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:17.019901 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 6bc883f6-05be-4651-83c8-31b86d0359e5 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:17:17.072500 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16078ce-2c41-4781-bb08-c2f1a6de0406 req-36d10f97-60f5-4d00-84ff-4c7d9415f6c4 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:17.079813 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f16078ce-2c41-4781-bb08-c2f1a6de0406 req-36d10f97-60f5-4d00-84ff-4c7d9415f6c4 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.3364711
Apr 30 13:17:17.161161 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f16078ce-2c41-4781-bb08-c2f1a6de0406 req-c735c279-e0d5-42da-b8e5-2a44f9de9453 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738692
Apr 30 13:17:17.220062 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e74c7e-0fa8-4b3f-a10c-fe4b08defaae req-ef891b30-0021-4e22-af20-f4b86b420665 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:17.222668 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f9e74c7e-0fa8-4b3f-a10c-fe4b08defaae req-ef891b30-0021-4e22-af20-f4b86b420665 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.1594050
Apr 30 13:17:17.239435 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:17.297653 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f9e74c7e-0fa8-4b3f-a10c-fe4b08defaae req-84872230-88ed-4f9e-82fe-13e1176054c5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662074
Apr 30 13:17:17.451018 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:17.518727 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:17.522880 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-f6e3aa00-39e5-43aa-bcdb-e1ffbc83b33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:17.614200 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4cda574-e32c-497a-a45a-9ad4d32c8a4e,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:17.619259 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:17.620206 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Checking segment: {'id': '62375497-6537-43f2-8039-caef15bfa22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '6bc883f6-05be-4651-83c8-31b86d0359e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:17.620605 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Network hostable DHCP agents. Network: 6bc883f6-05be-4651-83c8-31b86d0359e5, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:17:17.641885 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Network 6bc883f6-05be-4651-83c8-31b86d0359e5 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:17:17.656814 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 6bc883f6-05be-4651-83c8-31b86d0359e5) {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:17.675628 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:17.676686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80edc988-c209-4fdf-88f9-fb761238e94c None None] Network 6bc883f6-05be-4651-83c8-31b86d0359e5 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:17.677396 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:17.712838 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-d9a02df7-2eef-4401-bea2-05db41594b4e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8601503
Apr 30 13:17:17.820283 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f923fdfe-4f29-437c-8628-de24f8982e74 req-7dd15f45-c5c1-4bd9-acef-00bb664bd899 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0864036
Apr 30 13:17:18.006901 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43c870-d99e-4539-a2b2-093e1ede81b2 None None] Network 6bc883f6-05be-4651-83c8-31b86d0359e5 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:18.027195 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34612) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:18.050606 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c216f-20d4-410a-8de6-24847b860333 req-c9b0b6b5-29c0-4d74-9f66-2af402d1be8a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:18.054624 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-115c216f-20d4-410a-8de6-24847b860333 req-c9b0b6b5-29c0-4d74-9f66-2af402d1be8a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 944 time: 0.1390772
Apr 30 13:17:18.133280 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-115c216f-20d4-410a-8de6-24847b860333 req-db5ef22c-9fe9-4bba-b423-24db178476e3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696568
Apr 30 13:17:18.141183 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Deleting subnet bc31001c-5f8f-43e0-95f0-c0db284e7544 {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:17:18.145073 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.242228 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.265173 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.347129 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b0cb3a-ee36-43df-b7c5-35915a242f36'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:18.484970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.581211 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2b8e3-b5b6-494e-9c22-909bf092f62d req-2217e277-0168-401f-8249-b2b1bac47249 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:18.583179 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a7d2b8e3-b5b6-494e-9c22-909bf092f62d req-2217e277-0168-401f-8249-b2b1bac47249 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.0973785
Apr 30 13:17:18.638717 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a7d2b8e3-b5b6-494e-9c22-909bf092f62d req-38d79484-18b6-4225-b29f-62a430a883bd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454838
Apr 30 13:17:18.675303 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269585-00a4-49ff-afd4-1e9efc5e3955 req-7afdee99-01c2-4337-88e7-54abf3a119ac tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:18.676863 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-68269585-00a4-49ff-afd4-1e9efc5e3955 req-7afdee99-01c2-4337-88e7-54abf3a119ac tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.2978735
Apr 30 13:17:18.710545 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b0cb3a-ee36-43df-b7c5-35915a242f36', 'code': 200}
Apr 30 13:17:18.775874 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-68269585-00a4-49ff-afd4-1e9efc5e3955 req-7b786c73-62a7-474f-a434-406cc10d81c7 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621939
Apr 30 13:17:18.792977 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.798065 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:18.835919 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc31001c-5f8f-43e0-95f0-c0db284e7544,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:18.838553 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:18.844641 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.851500 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bc31001c-5f8f-43e0-95f0-c0db284e7544 HTTP/1.1" status: 204  len: 168 time: 0.8229139
Apr 30 13:17:18.854730 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34632) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:18.995403 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.005562 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e4915528-fe8a-4b0d-8506-c27adceb9da0 req-5be178f0-6250-45e8-84fc-69011d222b01 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0457602
Apr 30 13:17:19.201099 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.201662 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.319137 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3291dc06-c1f9-4322-b292-ef88b1d2e531 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:19.388204 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f55a9eb2fd0>> segment before_delete 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.388925 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f55a9eb2fd0>> subnet precommit_delete_associations 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.390181 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> segment_host_mapping after_create 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.390823 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> port after_create 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.391272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> port after_delete 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.391695 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> port after_update 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.392107 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> segment after_delete 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.392450 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> subnet after_create 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.392758 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> subnet after_delete 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.393074 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a368caf0>> subnet after_update 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.411455 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 3291dc06-c1f9-4322-b292-ef88b1d2e531 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:19.422257 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 3291dc06-c1f9-4322-b292-ef88b1d2e531 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:19.423084 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.553130 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a36b3c70>> subnet after_create 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.553707 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a36b3c70>> subnet after_delete 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.554382 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a36b3c70>> subnet before_create 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.554790 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a36b3c70>> subnet before_update 55550000 {{(pid=73819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:17:19.555254 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a374c820>,) {'filters': {'network_id': ['0ef468c5-5565-4e4a-97e0-40e6081d1e92']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:19.596211 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a374c820>, '3e188a2e-83a6-44bc-9726-88b66c6f04c6') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:19.597011 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a374c820>, '3e188a2e-83a6-44bc-9726-88b66c6f04c6') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:19.615970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.636287 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.671655 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.686811 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:17:19.753323 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3291dc06-c1f9-4322-b292-ef88b1d2e531, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:19.761230 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.764409 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ed55ac76-bcaf-4162-bdd8-136f6dfe9cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:20.034341 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=3291dc06-c1f9-4322-b292-ef88b1d2e531,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:20.040446 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:20.177174 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Network 0ef468c5-5565-4e4a-97e0-40e6081d1e92 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:17:20.189707 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:20.216632 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-967a83a0-8559-4656-92d0-b4d76b02999c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.218142 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-967a83a0-8559-4656-92d0-b4d76b02999c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 816 time: 0.7351146
Apr 30 13:17:20.256170 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-fab80afe-defb-4651-973c-77c22bb7dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.257616 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-fab80afe-defb-4651-973c-77c22bb7dcdd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 1099 time: 0.6458640
Apr 30 13:17:20.287058 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261041d-a102-4e5c-b791-99699d1858ec req-a53f456a-3371-4612-bbca-7b979c6a3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.288556 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1261041d-a102-4e5c-b791-99699d1858ec req-a53f456a-3371-4612-bbca-7b979c6a3d40 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 1099 time: 0.3176432
Apr 30 13:17:20.291941 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37ac5-c582-4bfd-8484-3a239865387a req-f0ca4796-94bc-4c09-96cf-bbc5ff700686 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.293694 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b0d37ac5-c582-4bfd-8484-3a239865387a req-f0ca4796-94bc-4c09-96cf-bbc5ff700686 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 944 time: 0.9998610
Apr 30 13:17:20.326656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2d865-4f78-4a19-9829-de10949969d0 req-c8ec1ef1-ad89-4ad0-bd47-22cda71ae116 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.328189 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-25a2d865-4f78-4a19-9829-de10949969d0 req-c8ec1ef1-ad89-4ad0-bd47-22cda71ae116 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.2539439
Apr 30 13:17:20.335184 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:20.360863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:20.392932 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-38fc4597-1242-4a0f-b0b5-285b4e55533b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=092cf09caa34460587230269b2e28a23 HTTP/1.1" status: 200  len: 379 time: 0.1566894
Apr 30 13:17:20.403613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:20.411669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'port': {'device_id': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'admin_state_up': True, 'tenant_id': '092cf09caa34460587230269b2e28a23', 'security_groups': ['d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03']}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:20.435341 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Usage tracker for resource:security_group_rule and tenant:3d011aef64754bcba2d7e8aa97628b07 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:20.449852 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:20.465731 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:20.474258 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Network 0ef468c5-5565-4e4a-97e0-40e6081d1e92 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:17:20.483249 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:20.486079 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037f86-41a8-43f5-a25d-6578767bb236 req-c8f6cb76-2e14-4bff-a3f1-326875d11c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.486956 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d0037f86-41a8-43f5-a25d-6578767bb236 req-c8f6cb76-2e14-4bff-a3f1-326875d11c22 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 1097 time: 0.5166559
Apr 30 13:17:20.491739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Usage tracker for resource:security_group_rule and tenant:3d011aef64754bcba2d7e8aa97628b07 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:20.497789 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-25a2d865-4f78-4a19-9829-de10949969d0 req-6608293a-679c-48c5-9d02-ee42f47670db tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473234
Apr 30 13:17:20.499001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   from cryptography.utils import int_from_bytes
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   from cryptography.utils import int_from_bytes
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:17:20.512305 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:17:20.604279 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:20.713162 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291dc06-c1f9-4322-b292-ef88b1d2e531'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:20.719826 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b0d37ac5-c582-4bfd-8484-3a239865387a req-4f4c976b-ee48-4ecf-a919-2f0cab203130 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3755989
Apr 30 13:17:20.820240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:20.842237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:20.890952 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Made reservation on behalf of 092cf09caa34460587230269b2e28a23 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:20.894980 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:20.956014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:20.968307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e4fc-18ff-4a65-bf80-7985310f79dc req-b85d88dd-e79f-4189-96c2-51be62f7e3f3 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.973739 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:20.976672 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5ac3e4fc-18ff-4a65-bf80-7985310f79dc req-b85d88dd-e79f-4189-96c2-51be62f7e3f3 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.2900562
Apr 30 13:17:20.976984 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6ee00cc0-0607-4f6f-9ed3-9789349403ec req-d24e8ee6-f00f-4b3c-a982-060758e56ba9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0634596
Apr 30 13:17:20.989193 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:21.012060 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:21.043825 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef468c5-5565-4e4a-97e0-40e6081d1e92,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:21.051050 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:21.055326 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0ef468c5-5565-4e4a-97e0-40e6081d1e92 HTTP/1.1" status: 204  len: 168 time: 2.1994138
Apr 30 13:17:21.058415 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34696) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:21.102247 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037f86-41a8-43f5-a25d-6578767bb236 req-5c7f310f-5e8d-409f-8c82-bb8e8b4a1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:21.104230 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d0037f86-41a8-43f5-a25d-6578767bb236 req-5c7f310f-5e8d-409f-8c82-bb8e8b4a1254 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=c622a56261f04601a7a4b9b607f9eddd&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5907423
Apr 30 13:17:21.124647 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291dc06-c1f9-4322-b292-ef88b1d2e531', 'code': 200}
Apr 30 13:17:21.180786 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:21.192820 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.db.api [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3d011aef64754bcba2d7e8aa97628b07 {{(pid=73818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 13:17:21.193418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_db.api [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 13:17:21.224437 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4554de04-4ec6-4fe9-950c-73fc9f6ef516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:21.278562 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Deleting subnet c4cda574-e32c-497a-a45a-9ad4d32c8a4e {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:17:21.289994 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:21.369909 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037f86-41a8-43f5-a25d-6578767bb236 req-cab3fa4b-d264-4a1d-ae7e-6d6ef46c0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:21.371507 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d0037f86-41a8-43f5-a25d-6578767bb236 req-cab3fa4b-d264-4a1d-ae7e-6d6ef46c0d65 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2607701
Apr 30 13:17:21.375127 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-576864'] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:21.378964 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5ac3e4fc-18ff-4a65-bf80-7985310f79dc req-68b0a946-2126-452e-9104-78f6352ddff3 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4008300
Apr 30 13:17:21.426570 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c31ccd8-677c-41e7-ad9c-a1142579afe2,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:21.438620 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2cba560e-c49f-420d-948a-0cdd90c8f5e6 req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1687624
Apr 30 13:17:21.440402 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:21.473724 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:21.613241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Allocated IP 172.20.0.6 (b393ed9b-4720-4bf4-967f-18d64ce498cd/62e9b909-4b0b-4994-b2dc-96ef5caf965d/d3c715c3-b0fe-400d-89f5-80c09379ea24) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:17:21.739658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.107195 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.111581 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1261041d-a102-4e5c-b791-99699d1858ec req-83d8ccb1-f540-48ae-b083-304f4dce5228 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8057525
Apr 30 13:17:22.124928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-349d9679-1eac-4255-af78-461279aab03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.126453 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-349d9679-1eac-4255-af78-461279aab03b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 1097 time: 0.3001604
Apr 30 13:17:22.138241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Transition to ACTIVE for port object d3c715c3-b0fe-400d-89f5-80c09379ea24 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:17:22.148683 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de743-e598-448f-bdcc-8483f9414aad req-1f656f0e-8c3d-46c4-b45f-c83e3eb4b049 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.155088 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8d6de743-e598-448f-bdcc-8483f9414aad req-1f656f0e-8c3d-46c4-b45f-c83e3eb4b049 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 944 time: 0.2462280
Apr 30 13:17:22.181959 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743777-bcc0-4951-9604-054d2dfb2c3b req-41615df2-7ec8-42ca-afec-05fcab9705c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.183594 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-29743777-bcc0-4951-9604-054d2dfb2c3b req-41615df2-7ec8-42ca-afec-05fcab9705c8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.2562349
Apr 30 13:17:22.191756 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd0b2a-9788-4778-9561-5b5525b78256 req-f39ae8fa-2cfb-43b9-b85f-871e9385be15 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.198796 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f1dd0b2a-9788-4778-9561-5b5525b78256 req-f39ae8fa-2cfb-43b9-b85f-871e9385be15 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.3652365
Apr 30 13:17:22.233217 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8d6de743-e598-448f-bdcc-8483f9414aad req-6e4403b6-7e4a-4b05-8f90-4892cc9f1d74 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766082
Apr 30 13:17:22.242885 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.255334 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10498843'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.258269 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-da58c3f7-3269-4f86-ac12-8b281b0320f5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:22.261068 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f1dd0b2a-9788-4778-9561-5b5525b78256 req-2b537e39-1e0a-48f8-a539-500c80a39b84 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603518
Apr 30 13:17:22.271751 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-cfe1476b-ae64-49e7-a986-a1d2a80273df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:22.304952 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Network b393ed9b-4720-4bf4-967f-18d64ce498cd is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:17:22.305330 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4cda574-e32c-497a-a45a-9ad4d32c8a4e,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:22.309954 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:22.313325 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.318349 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:22.321863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:17:22.329930 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.330967 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.336030 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c4cda574-e32c-497a-a45a-9ad4d32c8a4e HTTP/1.1" status: 204  len: 168 time: 1.2635326
Apr 30 13:17:22.336795 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34734) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:22.375207 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:22.385052 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:22.474294 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34740) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:22.533785 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.544717 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-29743777-bcc0-4951-9604-054d2dfb2c3b req-965b744a-b400-4aa7-9a27-28e418ad8443 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712709
Apr 30 13:17:22.606284 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2070842
Apr 30 13:17:22.609734 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-027f1093-d7b0-414d-b552-03a0238b30d2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d HTTP/1.1" status: 200  len: 217 time: 0.1343615
Apr 30 13:17:22.698000 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9611128-0daf-474f-abdb-be7cd837e40c req-c72c2f2e-32f4-407d-9526-5d5f246b3cdb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.700250 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c9611128-0daf-474f-abdb-be7cd837e40c req-c72c2f2e-32f4-407d-9526-5d5f246b3cdb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:22.705185 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-05effc02-1eb5-4060-ac2f-04dc309fd1a2 None None] Provisioning for port d3c715c3-b0fe-400d-89f5-80c09379ea24 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:22.715712 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-05effc02-1eb5-4060-ac2f-04dc309fd1a2 None None] Provisioning complete for port d3c715c3-b0fe-400d-89f5-80c09379ea24 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:22.716106 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-05effc02-1eb5-4060-ac2f-04dc309fd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.720833 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c9611128-0daf-474f-abdb-be7cd837e40c req-c72c2f2e-32f4-407d-9526-5d5f246b3cdb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:22.726532 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c9611128-0daf-474f-abdb-be7cd837e40c req-c72c2f2e-32f4-407d-9526-5d5f246b3cdb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 931 time: 0.3032837
Apr 30 13:17:22.753992 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.788656 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c9611128-0daf-474f-abdb-be7cd837e40c req-93b34a18-4818-4215-b30c-1ff955e46a20 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534997
Apr 30 13:17:22.857274 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.862451 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-05effc02-1eb5-4060-ac2f-04dc309fd1a2 None None] Port d3c715c3-b0fe-400d-89f5-80c09379ea24 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:17:22.879336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529d2d6-4d4d-4e28-87b3-5ab908759e65 req-9c9dc6b5-a9f0-4cb4-9a88-75b82f8151d7 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.880841 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a529d2d6-4d4d-4e28-87b3-5ab908759e65 req-9c9dc6b5-a9f0-4cb4-9a88-75b82f8151d7 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.2815063
Apr 30 13:17:22.923691 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a3e49a90>,) {'filters': {'network_id': ['6bc883f6-05be-4651-83c8-31b86d0359e5']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:22.935848 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Request body: {'port': {'device_id': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:22.959033 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3e49a90>, '62375497-6537-43f2-8039-caef15bfa22a') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:22.959369 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3e49a90>, '62375497-6537-43f2-8039-caef15bfa22a') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:22.990797 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:22.991589 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.017624 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:711d35849258456b89aa773f9675f603 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:23.018726 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.024239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:23.029928 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:17:23.044803 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:23.075867 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a529d2d6-4d4d-4e28-87b3-5ab908759e65 req-70a8d849-1685-4095-99a5-3241676a9f4d tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871700
Apr 30 13:17:23.111204 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-388b1bc8-5312-4a68-85cc-2070fd01226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:23.112667 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-388b1bc8-5312-4a68-85cc-2070fd01226e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.2353504
Apr 30 13:17:23.184688 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-e847a241-d388-48a0-9ad9-c101f15c497f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587101
Apr 30 13:17:23.188219 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.267570 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Network 6bc883f6-05be-4651-83c8-31b86d0359e5 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:17:23.276830 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.531438 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Network 6bc883f6-05be-4651-83c8-31b86d0359e5 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:17:23.569213 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:17:23.820821 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e7d0-0787-476c-93e5-0aa5c034a52c req-1c80c99c-2420-4444-809f-9d7912bea65e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:23.836253 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d193e7d0-0787-476c-93e5-0aa5c034a52c req-1c80c99c-2420-4444-809f-9d7912bea65e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.3638890
Apr 30 13:17:23.841339 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.845596 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-12b477bd-69ee-4762-9319-adfd2f9fa5c7 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6452892
Apr 30 13:17:23.854834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.865639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.877461 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b7cb24d3-c9dc-40d6-9dc2-75427ad8b240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:23.901316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba5c37-07de-4bc1-855f-acd7de15a7cc req-4dbda3c8-9772-4470-ac37-3102e1c708f0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:23.902932 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0bba5c37-07de-4bc1-855f-acd7de15a7cc req-4dbda3c8-9772-4470-ac37-3102e1c708f0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 944 time: 0.5050585
Apr 30 13:17:23.911568 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:23.936369 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.953669 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] 10.222.0.79 "DELETE /v2.0/networks/6bc883f6-05be-4651-83c8-31b86d0359e5 HTTP/1.1" status: 204  len: 168 time: 1.6154311
Apr 30 13:17:23.971273 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d193e7d0-0787-476c-93e5-0aa5c034a52c req-ddb2c56a-ffe0-43cb-947c-711cae9b0637 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327195
Apr 30 13:17:23.972058 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc883f6-05be-4651-83c8-31b86d0359e5,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:23.975626 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:24.021771 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=711d35849258456b89aa773f9675f603&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5374057
Apr 30 13:17:24.027384 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34772) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:24.086553 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144a9773-cd19-494b-8515-8c40fbb9d946,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:24.203035 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:24.237095 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0bba5c37-07de-4bc1-855f-acd7de15a7cc req-243139c3-942f-49b0-83d1-dbb206501d13 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2838740
Apr 30 13:17:24.241302 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34784) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:24.341963 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.454403 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.522096 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f037f64-459f-4600-b127-4cdae6df0d1d req-c1a11f50-ae73-4e88-8afa-3e918083ecac service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6179554
Apr 30 13:17:24.546155 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c715c3-b0fe-400d-89f5-80c09379ea24 {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:24.562753 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.596798 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6e4aa-8f30-4d19-ae9c-f235629992c8 req-c1f3e942-9b2d-41ea-8e02-680d9e22f76b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:24.603726 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a328410d-76de-4ccc-8dea-2821ad1498a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae87f579ef8146f88d900759eba7c40f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591244
Apr 30 13:17:24.605252 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Transition to ACTIVE for port object d3c715c3-b0fe-400d-89f5-80c09379ea24 will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:17:24.607394 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34798) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:24.608859 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-42c6e4aa-8f30-4d19-ae9c-f235629992c8 req-c1f3e942-9b2d-41ea-8e02-680d9e22f76b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 931 time: 0.3857431
Apr 30 13:17:24.611899 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.628262 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.634129 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:24.642136 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:24.648983 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a9773-cd19-494b-8515-8c40fbb9d946,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:24.655401 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:24.666606 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.667948 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/144a9773-cd19-494b-8515-8c40fbb9d946 HTTP/1.1" status: 204  len: 168 time: 0.6376143
Apr 30 13:17:24.679506 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-42c6e4aa-8f30-4d19-ae9c-f235629992c8 req-483a804f-37b3-4d76-94b7-38401bfff0e0 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:24.708714 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-42c6e4aa-8f30-4d19-ae9c-f235629992c8 req-483a804f-37b3-4d76-94b7-38401bfff0e0 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:24.709960 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-42c6e4aa-8f30-4d19-ae9c-f235629992c8 req-483a804f-37b3-4d76-94b7-38401bfff0e0 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002629
Apr 30 13:17:24.857402 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318e9b7-c726-472e-8442-ccb0a9cef435 req-60ab6de3-9409-4631-9375-d5225182c18a tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:24.860251 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5318e9b7-c726-472e-8442-ccb0a9cef435 req-60ab6de3-9409-4631-9375-d5225182c18a tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.4177434
Apr 30 13:17:24.873093 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:24.913966 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:24.996018 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.025760 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34808) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:25.051040 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Attempting to bind port d3c715c3-b0fe-400d-89f5-80c09379ea24 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:17:25.051809 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Attempting to bind port d3c715c3-b0fe-400d-89f5-80c09379ea24 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:17:25.052608 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Attempting to bind port d3c715c3-b0fe-400d-89f5-80c09379ea24 on network b393ed9b-4720-4bf4-967f-18d64ce498cd {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:25.084066 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Port d3c715c3-b0fe-400d-89f5-80c09379ea24 on network b393ed9b-4720-4bf4-967f-18d64ce498cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:17:25.084397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Attempting to bind port d3c715c3-b0fe-400d-89f5-80c09379ea24 on network b393ed9b-4720-4bf4-967f-18d64ce498cd {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:25.092729 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.100743 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:17:25.100989 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Checking segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:25.101461 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Bound using segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:17:25.101844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Bound port: d3c715c3-b0fe-400d-89f5-80c09379ea24, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:17:25.102281 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.137808 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5318e9b7-c726-472e-8442-ccb0a9cef435 req-d0b0ccf2-5eb0-41b7-9f57-a8cb99db7967 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2614701
Apr 30 13:17:25.284610 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:17:25.288545 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.301429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:17:25.302502 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:25.326271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.331800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e76731-1441-4497-871c-86f8621ba422,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:25.338430 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:25.338570 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c22ec-f23e-4f01-949d-fff2294086d1 req-2515033e-89f9-4064-9020-df05270a15fe tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:25.339361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:25.361434 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-483c22ec-f23e-4f01-949d-fff2294086d1 req-2515033e-89f9-4064-9020-df05270a15fe tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.1626344
Apr 30 13:17:25.364795 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34820) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:25.408422 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.411982 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1e76731-1441-4497-871c-86f8621ba422 HTTP/1.1" status: 204  len: 168 time: 0.8033442
Apr 30 13:17:25.448251 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.454548 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:25.455172 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.457223 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] 10.222.0.103 "PUT /v2.0/ports/d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 1093 time: 2.5818167
Apr 30 13:17:25.457718 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:25.490850 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-483c22ec-f23e-4f01-949d-fff2294086d1 req-a7889992-a4b0-485e-a9e6-95177631c104 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282516
Apr 30 13:17:25.500277 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.550900 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:25.561797 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Usage tracker for resource:security_group_rule and tenant:3c70f20bb7764533a0c3f63be563b77b is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:25.565984 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:25.578523 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:25.692917 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'status': 'completed', 'code': 200}
Apr 30 13:17:25.714306 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:25.720116 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:25.726639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:25.736328 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf591008f4e408b803e6cae53b8a1c7 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:25.740789 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:25.811399 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07109ab-c18d-4fcc-bd20-5f044cee5171 req-88760477-37d7-4d34-a8cd-587d965e0125 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:25.813040 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b07109ab-c18d-4fcc-bd20-5f044cee5171 req-88760477-37d7-4d34-a8cd-587d965e0125 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 944 time: 0.3374841
Apr 30 13:17:25.816400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-8dcaab58-bef6-4fa7-8308-c0bd4477779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:25.818046 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-8dcaab58-bef6-4fa7-8308-c0bd4477779e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1096 time: 0.2235780
Apr 30 13:17:25.823932 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:25.895074 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.911992 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.961599 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:26.117314 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-57c51b1e-09b9-4d92-9bc1-5c53c55f0e42 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 217 time: 0.2630537
Apr 30 13:17:26.118045 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb255e54-9524-43b8-a8bb-8c0e234dbdc1,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:26.125923 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c70f20bb7764533a0c3f63be563b77b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0959954
Apr 30 13:17:26.125923 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:26.133430 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34840) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:26.244912 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b07109ab-c18d-4fcc-bd20-5f044cee5171 req-23e3e753-6bb0-422c-a144-f008d461149a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4189110
Apr 30 13:17:26.276049 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-41b6db5a-f565-43bf-baf4-626373ef6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.287834 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-41b6db5a-f565-43bf-baf4-626373ef6bd8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.1449726
Apr 30 13:17:26.307586 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34844) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:26.397339 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624983-4eb5-4856-87db-4231d5009bfe req-f67cd243-63d7-468b-a871-4278d02a5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.399423 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-f67cd243-63d7-468b-a871-4278d02a5921 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1037333
Apr 30 13:17:26.405844 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.408693 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.440592 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.454032 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d411d-7f3c-4a82-a879-728ac09f25ba req-ec3a831b-2a0b-4ffe-bc2f-f4af9210b519 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.461912 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f21d411d-7f3c-4a82-a879-728ac09f25ba req-ec3a831b-2a0b-4ffe-bc2f-f4af9210b519 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.4162672
Apr 30 13:17:26.504647 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:26.521345 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ec9fc827-af02-4c6a-a6ae-d9fdb43c08ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d4e9780248b48a3b1a8002bcad72a89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2054558
Apr 30 13:17:26.527240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34852) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:26.529226 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.602394 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0cf591008f4e408b803e6cae53b8a1c7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2336047
Apr 30 13:17:26.602588 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-2c452933-b5e7-4dd9-b03a-0c345d9d2bc6 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926944
Apr 30 13:17:26.611517 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 34858) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:26.628913 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f21d411d-7f3c-4a82-a879-728ac09f25ba req-774dc46d-277a-4324-adb5-fd9f90d707d2 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1650507
Apr 30 13:17:26.629629 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9cb737-8f02-4ff3-8549-85556585eee8,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:26.635874 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:26.664402 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.669244 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-65a11142-3b15-4fc4-b4fb-046608fae12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:26.685653 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb255e54-9524-43b8-a8bb-8c0e234dbdc1,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:26.686471 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.689119 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:26.700334 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.701519 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb255e54-9524-43b8-a8bb-8c0e234dbdc1 HTTP/1.1" status: 204  len: 168 time: 0.5672009
Apr 30 13:17:26.891698 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.948981 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.999516 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-80624983-4eb5-4856-87db-4231d5009bfe req-e15f5a7f-a6b8-4057-b478-5bd690e1e58b service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3887382
Apr 30 13:17:27.009635 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.035119 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.046764 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62b58b1d-5337-4e9a-a5f9-892fe5eaa385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:27.068530 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86696858-0855-4cd1-bf91-1aa92f45323e,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:27.072862 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:27.081239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.086623 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86696858-0855-4cd1-bf91-1aa92f45323e HTTP/1.1" status: 204  len: 168 time: 0.5546322
Apr 30 13:17:27.184513 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.193947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9a34eec4-37dc-41c4-af67-e343ae20d881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:27.218350 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9cb737-8f02-4ff3-8549-85556585eee8,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:27.224495 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:27.236720 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.240543 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb9cb737-8f02-4ff3-8549-85556585eee8 HTTP/1.1" status: 204  len: 168 time: 0.6259079
Apr 30 13:17:27.256532 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34872) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:27.280116 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d621-010d-47c6-bbd3-73ab812692de req-f4b2ce5e-9ba9-46df-90f8-db99e07571cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.282670 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a64d621-010d-47c6-bbd3-73ab812692de req-f4b2ce5e-9ba9-46df-90f8-db99e07571cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1096 time: 0.1771677
Apr 30 13:17:27.296393 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.320711 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:27.330721 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7e5d79758c43d1af6d7f9941707329 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:27.339494 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:27.360865 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:27.569556 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d621-010d-47c6-bbd3-73ab812692de req-b0aa545d-63fc-4805-82a9-16138632aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.571438 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a64d621-010d-47c6-bbd3-73ab812692de req-b0aa545d-63fc-4805-82a9-16138632aea6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.2815669
Apr 30 13:17:27.575223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.583803 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.615792 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2d03ac7a-e322-4263-8a27-40283010af1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:27.713185 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a64d621-010d-47c6-bbd3-73ab812692de req-9ebe7620-ef60-4111-bbee-ad5a0679d4b6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 217 time: 0.0903826
Apr 30 13:17:27.735997 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff7e5d79758c43d1af6d7f9941707329&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4776437
Apr 30 13:17:27.736934 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 34892) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:27.737609 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be612d-bed9-4097-a339-1603ae2efdfd,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:27.745052 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:27.815158 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d621-010d-47c6-bbd3-73ab812692de req-27e81120-1a69-45c1-bd91-3ebb0523c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.816927 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a64d621-010d-47c6-bbd3-73ab812692de req-27e81120-1a69-45c1-bd91-3ebb0523c78a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0842891
Apr 30 13:17:27.885124 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.886248 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951137-4c9f-43f5-a596-76f3afbb9560 req-8d5ed65d-11db-469f-916e-cb25de4e7659 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.888339 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a7951137-4c9f-43f5-a596-76f3afbb9560 req-8d5ed65d-11db-469f-916e-cb25de4e7659 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 944 time: 0.3150544
Apr 30 13:17:27.943142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d621-010d-47c6-bbd3-73ab812692de req-a71ec9f8-be02-4cba-9e8c-1a980fc96baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.944739 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a64d621-010d-47c6-bbd3-73ab812692de req-a71ec9f8-be02-4cba-9e8c-1a980fc96baa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1172841
Apr 30 13:17:27.964382 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.980703 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a7951137-4c9f-43f5-a596-76f3afbb9560 req-59217085-91c8-4559-be94-e3df14be0b82 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649793
Apr 30 13:17:28.082794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.099701 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:28.130103 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be612d-bed9-4097-a339-1603ae2efdfd,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:28.133804 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:28.147719 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.153394 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38be612d-bed9-4097-a339-1603ae2efdfd HTTP/1.1" status: 204  len: 168 time: 0.3994169
Apr 30 13:17:28.340749 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:17:28.374892 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a64d621-010d-47c6-bbd3-73ab812692de req-333631a8-49ec-45b0-8b5d-7b2e85ed6dbb service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3989539
Apr 30 13:17:28.529182 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:28.547505 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d', 'network_id': '8d9ca312-d14a-4afb-916b-be4034fb8fea', 'port_id': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d', 'mac_address': 'fa:16:3e:75:23:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95030a0f-5ec6-40c1-b50f-e5cef90b607b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:17:28.625445 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.674435 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:28.703697 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe277bf-9b46-443d-b9ef-4fb93285c5d2 req-b436c6ce-7c93-42ff-a88a-e4c942e5c07c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:28.713684 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:28.726899 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1fe277bf-9b46-443d-b9ef-4fb93285c5d2 req-b436c6ce-7c93-42ff-a88a-e4c942e5c07c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.4697707
Apr 30 13:17:28.727169 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.736554 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:28.823601 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a64d621-010d-47c6-bbd3-73ab812692de req-49ce3811-93ce-49b0-acd2-b2bc3b28cf57 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4383354
Apr 30 13:17:28.868368 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1fe277bf-9b46-443d-b9ef-4fb93285c5d2 req-ead8bdf8-c6c0-4bf7-b585-575c1b7846dc tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1438177
Apr 30 13:17:28.889467 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:28.908592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:29.186792 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['3bf7253a-ca9c-4a79-b9c4-d8404a9e675d'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:17:29.293970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25c73c-dcd1-4634-840d-c6e2fcf50e70 req-3cc66053-730c-409e-95c4-96cb8cb2eb2b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:29.302294 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ff25c73c-dcd1-4634-840d-c6e2fcf50e70 req-3cc66053-730c-409e-95c4-96cb8cb2eb2b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 945 time: 0.1279073
Apr 30 13:17:29.372369 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ff25c73c-dcd1-4634-840d-c6e2fcf50e70 req-af97266e-ad43-4913-a014-0113815316db tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686882
Apr 30 13:17:30.164856 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f686d8-46ec-45b3-9000-b9655c1af33b req-66c85df8-3769-4172-bb89-13b607f04832 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:30.168076 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-73f686d8-46ec-45b3-9000-b9655c1af33b req-66c85df8-3769-4172-bb89-13b607f04832 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1117198
Apr 30 13:17:30.227362 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-73f686d8-46ec-45b3-9000-b9655c1af33b req-64ed3feb-fc85-47e2-a704-eb8cb10d6512 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530424
Apr 30 13:17:30.344736 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:17:30.544943 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:30.563369 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'port_id': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'mac_address': 'fa:16:3e:0d:e4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:17:30.662913 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:30.696495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c715c3-b0fe-400d-89f5-80c09379ea24 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:30.719765 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:30.726666 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:30.729186 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-92428c68-0952-4d55-9acc-c80a94457b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:30.747547 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027991bb-ab20-4480-9994-5d57d2a727a5 req-cf7ad3a3-e8af-4e4c-932b-99c9370c1db8 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:30.750737 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-027991bb-ab20-4480-9994-5d57d2a727a5 req-cf7ad3a3-e8af-4e4c-932b-99c9370c1db8 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 945 time: 0.1230006
Apr 30 13:17:30.827040 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:30.832241 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:30.836301 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-027991bb-ab20-4480-9994-5d57d2a727a5 req-46ac2729-dbdb-42eb-9691-b96be6de92ab tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760725
Apr 30 13:17:31.247353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['d3c715c3-b0fe-400d-89f5-80c09379ea24'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:17:31.469679 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d7347-f6b2-4d63-9c1a-f2be65e964f6 req-21606a1f-dc1f-4214-8cce-47067fbd8ce6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:31.477530 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-464d7347-f6b2-4d63-9c1a-f2be65e964f6 req-21606a1f-dc1f-4214-8cce-47067fbd8ce6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.1141188
Apr 30 13:17:31.528132 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-464d7347-f6b2-4d63-9c1a-f2be65e964f6 req-0da62e1e-7de3-48a3-837c-c9e4b5ce8b22 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488007
Apr 30 13:17:32.121147 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26654b-9c31-4c23-afac-f73f7c81fdd1 req-98082722-84bf-4314-beca-c254e1dc47a1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:32.123753 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0e26654b-9c31-4c23-afac-f73f7c81fdd1 req-98082722-84bf-4314-beca-c254e1dc47a1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 945 time: 0.1526787
Apr 30 13:17:32.185228 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0e26654b-9c31-4c23-afac-f73f7c81fdd1 req-3f8d2abb-6c7f-439c-82aa-32daa99052a4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541730
Apr 30 13:17:32.194194 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35054) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:32.349092 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.364823 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:32.370162 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Usage tracker for resource:security_group_rule and tenant:ab1739c206414141a3316a81575a4df6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:32.375615 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:32.382547 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:32.401909 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:32.486824 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.498394 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.537952 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:32.542635 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port d3c715c3-b0fe-400d-89f5-80c09379ea24 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:32.548121 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port d3c715c3-b0fe-400d-89f5-80c09379ea24 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:32.548495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.575189 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35066) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:32.585402 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab1739c206414141a3316a81575a4df6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3900659
Apr 30 13:17:32.588785 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c673951e-d9f0-4f62-a962-35f425854670,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:32.606626 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:32.664371 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.782750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.792672 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.851226 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:32.874595 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:32.886048 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.887685 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:32.975014 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'code': 200}
Apr 30 13:17:32.980417 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:32.983827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0beee9-b406-4ab1-8541-a7b4fccacae5 req-6336f55e-b194-4850-a6f2-66e70aa8f755 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:32.994504 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0beee9-b406-4ab1-8541-a7b4fccacae5 req-6336f55e-b194-4850-a6f2-66e70aa8f755 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.2981722
Apr 30 13:17:33.058309 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0beee9-b406-4ab1-8541-a7b4fccacae5 req-29e1269c-06f4-401d-8b43-714109e90a68 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625098
Apr 30 13:17:33.076533 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.084765 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:33.096429 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:33.100361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c673951e-d9f0-4f62-a962-35f425854670,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:33.101946 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:33.102586 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:33.105618 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.110049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c673951e-d9f0-4f62-a962-35f425854670 HTTP/1.1" status: 204  len: 168 time: 0.5305591
Apr 30 13:17:33.168173 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:33.175572 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:33.175973 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.390633 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.447817 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:33.453067 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d6e73-d5e9-40d4-8423-6f30b66dd59f req-f1d2aaf0-67e8-4216-88f4-27dfb78feb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:33.454979 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0e5d6e73-d5e9-40d4-8423-6f30b66dd59f req-f1d2aaf0-67e8-4216-88f4-27dfb78feb01 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1098 time: 0.1528840
Apr 30 13:17:33.456815 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.459344 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:33.463786 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ff301-d7cb-47f7-abb0-0396541aa6bc req-7ebd87f9-9058-41cf-b95c-180a8f7a0811 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:33.471481 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c33ff301-d7cb-47f7-abb0-0396541aa6bc req-7ebd87f9-9058-41cf-b95c-180a8f7a0811 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 945 time: 0.1446099
Apr 30 13:17:33.532552 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c33ff301-d7cb-47f7-abb0-0396541aa6bc req-9f9dd570-3c7c-420a-a1e8-d457554dce06 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599029
Apr 30 13:17:33.570110 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:33.582777 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:33.634372 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-0e5d6e73-d5e9-40d4-8423-6f30b66dd59f req-84d672af-50ae-4194-b163-3d6c6346589a service neutron] Synchronizing usage tracker for tenant:3d011aef64754bcba2d7e8aa97628b07 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:33.653636 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-0e5d6e73-d5e9-40d4-8423-6f30b66dd59f req-84d672af-50ae-4194-b163-3d6c6346589a service neutron] Unset dirty status for tenant:3d011aef64754bcba2d7e8aa97628b07 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:33.654845 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0e5d6e73-d5e9-40d4-8423-6f30b66dd59f req-84d672af-50ae-4194-b163-3d6c6346589a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1883023
Apr 30 13:17:33.668927 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35084) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:33.688375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.704019 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:33.708061 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Usage tracker for resource:security_group_rule and tenant:2c2b4a1908f64a5aa849229ae80e343a is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:33.710979 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:33.716620 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:33.850806 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.858400 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:33.866283 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:33.910393 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c2b4a1908f64a5aa849229ae80e343a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2403421
Apr 30 13:17:33.911257 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d267c-af78-4121-80ef-9ceebc2c14ee,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:33.913400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35090) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:33.914754 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:33.981898 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:34.014334 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:34.105956 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:34.115621 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:34.131834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d267c-af78-4121-80ef-9ceebc2c14ee,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:34.147377 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:34.148796 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:34.154527 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e3d267c-af78-4121-80ef-9ceebc2c14ee HTTP/1.1" status: 204  len: 168 time: 0.2396064
Apr 30 13:17:34.322939 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805a6d7-c9f3-4845-8ab0-c4d6135d9974 req-6b0ac70a-bd4f-4364-b134-bd4238c4f469 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:34.324456 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7805a6d7-c9f3-4845-8ab0-c4d6135d9974 req-6b0ac70a-bd4f-4364-b134-bd4238c4f469 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1032839
Apr 30 13:17:34.385650 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7805a6d7-c9f3-4845-8ab0-c4d6135d9974 req-9bf6136d-1acd-45c7-af8f-d413b859515b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541484
Apr 30 13:17:34.804282 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4aa62-3b3f-47cf-bf22-8a4ecc93a5d0 req-1a6d6d64-07b8-49f7-a586-c5e21be0f6b6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:34.808049 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-13e4aa62-3b3f-47cf-bf22-8a4ecc93a5d0 req-1a6d6d64-07b8-49f7-a586-c5e21be0f6b6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1254909
Apr 30 13:17:34.871833 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:17:34.914167 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-13e4aa62-3b3f-47cf-bf22-8a4ecc93a5d0 req-1c06f45d-3bfc-48f4-8113-e032b3314fb8 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952435
Apr 30 13:17:34.981287 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:35.069264 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d', 'code': 200}
Apr 30 13:17:35.359140 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35152) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:35.496839 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-811128973-network', 'tenant_id': 'cea29bfe837d4628b610f05abbce80b4'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:35.501923 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:35.506467 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Usage tracker for resource:network and tenant:cea29bfe837d4628b610f05abbce80b4 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:35.511235 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:35.524570 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:35.539838 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Made reservation on behalf of cea29bfe837d4628b610f05abbce80b4 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:35.545066 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.567727 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.585897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:35.591509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Usage tracker for resource:security_group_rule and tenant:cea29bfe837d4628b610f05abbce80b4 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:35.594519 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:35.603724 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:35.621541 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0546-9b12-4722-beb9-e99f55c6a82f req-e4d447e9-3bbf-45b7-bc0a-5395763a6191 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:35.623353 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-349e0546-9b12-4722-beb9-e99f55c6a82f req-e4d447e9-3bbf-45b7-bc0a-5395763a6191 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1193597
Apr 30 13:17:35.692220 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-349e0546-9b12-4722-beb9-e99f55c6a82f req-514c5e5c-bc1a-425a-8d66-1ec851dd52da tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596538
Apr 30 13:17:35.715716 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.720600 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.725550 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4bf3c3fa-5b69-48ad-a5ee-0d1071263dc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:35.752346 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:17:35.767001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e0a22-7ef1-4a83-807d-7c75a6ebb001,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:35.772343 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.772682 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Added segment 610fb34e-304a-4bf5-a5e4-5cca0cd9b537 of type vlan for network e0a6944d-a7ea-4997-811f-9e7395f71883
Apr 30 13:17:35.781418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.781774 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.782148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.782501 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.782835 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.783254 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.783524 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.783834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.784165 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.784495 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.784828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.785155 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:35.790180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:35.823234 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.861223 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.862905 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:35.863482 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:35.867020 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8c1965ed-8437-4f97-b987-1f6018bef60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:35.978917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a6944d-a7ea-4997-811f-9e7395f71883,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:35.986885 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6258218
Apr 30 13:17:35.987705 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35166) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:35.988771 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:35.992477 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network e0a6944d-a7ea-4997-811f-9e7395f71883 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:17:35.999104 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Request body: {'subnet': {'network_id': 'e0a6944d-a7ea-4997-811f-9e7395f71883', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-811128973-subnet', 'tenant_id': 'cea29bfe837d4628b610f05abbce80b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:36.005386 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:36.011911 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Usage tracker for resource:subnet and tenant:cea29bfe837d4628b610f05abbce80b4 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:36.017021 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:36.024871 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:36.038105 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Made reservation on behalf of cea29bfe837d4628b610f05abbce80b4 for: {'subnet': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:36.044222 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10498822'] for subnet, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:36.217033 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206717f8-f213-43c2-9678-702d9bd2f29d req-09583756-8448-41a0-9062-e45096448026 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:36.218849 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-206717f8-f213-43c2-9678-702d9bd2f29d req-09583756-8448-41a0-9062-e45096448026 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1033831
Apr 30 13:17:36.298858 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-206717f8-f213-43c2-9678-702d9bd2f29d req-a3fb7eb8-8eaf-4474-9129-9ef5f890cbf1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733614
Apr 30 13:17:36.669598 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10498836'] for subnet, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:36.673941 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:36.754808 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91754497-e0d9-4e47-84ae-cea08941b517,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:36.769149 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.769588 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.770184 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.770555 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.770973 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.771220 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.771642 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.771934 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.772298 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.772735 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.773069 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.773458 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:36.779022 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:36.779926 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Checking segment: {'id': '610fb34e-304a-4bf5-a5e4-5cca0cd9b537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'e0a6944d-a7ea-4997-811f-9e7395f71883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:36.780280 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Network hostable DHCP agents. Network: e0a6944d-a7ea-4997-811f-9e7395f71883, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:17:36.803015 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Network e0a6944d-a7ea-4997-811f-9e7395f71883 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:17:36.817427 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, e0a6944d-a7ea-4997-811f-9e7395f71883) {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:36.828251 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e518f5-dc65-4257-9b46-e3fedb25599d None None] Network e0a6944d-a7ea-4997-811f-9e7395f71883 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:36.829357 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:36.830126 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:36.910264 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-bd943778-25d7-4c6f-9627-40be387e803f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9204319
Apr 30 13:17:36.974192 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6203f-489e-4127-b1ab-b1eedb0fa083 req-383dba6c-f5e0-48e8-a952-785b25885346 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:36.975889 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7be6203f-489e-4127-b1ab-b1eedb0fa083 req-383dba6c-f5e0-48e8-a952-785b25885346 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1129148
Apr 30 13:17:37.041927 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7be6203f-489e-4127-b1ab-b1eedb0fa083 req-fd874d4f-cd0f-430f-83b2-4c8bdeea3a9d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577033
Apr 30 13:17:37.120879 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f89f18-7594-4c7d-b347-ef9647e40fa5 None None] Network e0a6944d-a7ea-4997-811f-9e7395f71883 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:37.557317 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690927e-a851-493b-a80b-7312ad30dc95 req-c4cc0080-9add-4edb-80d3-a2615b232cb8 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:37.560191 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8690927e-a851-493b-a80b-7312ad30dc95 req-c4cc0080-9add-4edb-80d3-a2615b232cb8 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1293299
Apr 30 13:17:37.636596 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8690927e-a851-493b-a80b-7312ad30dc95 req-f4140f0b-2acb-4486-b4d7-b8642bf525b9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655739
Apr 30 13:17:37.689261 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35206) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:37.694792 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1894138221-network', 'tenant_id': 'd701d987704b4c98b2dc0a498cf21df3'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:37.700032 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:37.704111 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Usage tracker for resource:network and tenant:d701d987704b4c98b2dc0a498cf21df3 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:37.708008 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:37.714931 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:37.726506 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Made reservation on behalf of d701d987704b4c98b2dc0a498cf21df3 for: {'network': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:37.729170 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:37.741792 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:37.756935 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:37.762433 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Usage tracker for resource:security_group_rule and tenant:d701d987704b4c98b2dc0a498cf21df3 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:37.765492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:37.771432 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:37.869332 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:37.873566 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:37.876776 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-239d6c90-0847-433d-b912-6d70afd71315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:37.914086 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300}  {{(pid=73819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:17:37.923755 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624bb05d-4e5c-4a24-9330-9c7a347e53e5,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:37.928214 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:37.931922 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:37.932266 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.segments_db [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Added segment d585a747-7dbb-48da-96cc-dd5bab730fc6 of type vlan for network 14db79d0-e606-4ab0-a187-adcc66ffc17e
Apr 30 13:17:37.963526 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:37.996483 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:37.997984 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:37.998606 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:38.002270 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:38.111979 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Pushing event updated for resources: {'Network': ['ID=14db79d0-e606-4ab0-a187-adcc66ffc17e,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:38.115235 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4248676
Apr 30 13:17:38.116218 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:38.120327 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35214) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:38.126432 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Request body: {'subnet': {'network_id': '14db79d0-e606-4ab0-a187-adcc66ffc17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1894138221-subnet', 'tenant_id': 'd701d987704b4c98b2dc0a498cf21df3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:38.127422 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 14db79d0-e606-4ab0-a187-adcc66ffc17e details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:17:38.132347 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:38.137637 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Usage tracker for resource:subnet and tenant:d701d987704b4c98b2dc0a498cf21df3 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:38.141207 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:38.150075 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:38.163177 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Made reservation on behalf of d701d987704b4c98b2dc0a498cf21df3 for: {'subnet': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:38.166133 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10498822'] for subnet, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:38.361907 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460dfb1-99a8-41e4-8f58-adbfe44441cc req-b20cc4af-a6ee-4794-a34f-afc7f95feec1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:38.363932 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3460dfb1-99a8-41e4-8f58-adbfe44441cc req-b20cc4af-a6ee-4794-a34f-afc7f95feec1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1842182
Apr 30 13:17:38.468403 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3460dfb1-99a8-41e4-8f58-adbfe44441cc req-6197826e-179c-4b79-bb63-47eba4525770 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935440
Apr 30 13:17:38.746325 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10498836'] for subnet, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:38.753669 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a5dd5447-f061-488e-9255-dbb910b3ff1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:38.962461 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bff054-22ff-4f8c-8131-3dc3c9b82c00 req-a8ce1398-72ea-44fe-a7f7-ff51d6a78447 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:38.963338 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b65c7a-7b91-41d4-abe1-fe84fcc43d26,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:38.966085 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:38.975130 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59bff054-22ff-4f8c-8131-3dc3c9b82c00 req-a8ce1398-72ea-44fe-a7f7-ff51d6a78447 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1722579
Apr 30 13:17:38.982763 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Checking segment: {'id': 'd585a747-7dbb-48da-96cc-dd5bab730fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '14db79d0-e606-4ab0-a187-adcc66ffc17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:38.983356 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Network hostable DHCP agents. Network: 14db79d0-e606-4ab0-a187-adcc66ffc17e, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:17:39.008284 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Network 14db79d0-e606-4ab0-a187-adcc66ffc17e is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:17:39.020788 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 14db79d0-e606-4ab0-a187-adcc66ffc17e) {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:39.032835 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc628b0-3b1f-4232-8047-9f8c402900da None None] Network 14db79d0-e606-4ab0-a187-adcc66ffc17e requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:39.033257 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:39.033880 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:39.042343 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-59bff054-22ff-4f8c-8131-3dc3c9b82c00 req-67a63ada-1339-47a6-92d8-25df63db2341 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505557
Apr 30 13:17:39.078793 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7449eb87-3be1-4b88-bb94-d01699f312ec admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9567072
Apr 30 13:17:39.131251 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f8de7-1d90-43bf-be97-6b866f1f5c70 req-a68fbb3a-d47a-4606-8515-37aa6b859141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:39.133045 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e33f8de7-1d90-43bf-be97-6b866f1f5c70 req-a68fbb3a-d47a-4606-8515-37aa6b859141 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 1099 time: 0.0887904
Apr 30 13:17:39.187805 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e33f8de7-1d90-43bf-be97-6b866f1f5c70 req-a900a4cf-63c5-4375-9d3f-a7a1ccaf7912 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416136
Apr 30 13:17:39.300674 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9f2fd-3d7d-41d3-ab76-abd93a457496 None None] Network 14db79d0-e606-4ab0-a187-adcc66ffc17e requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:39.725299 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b02d8-4b82-47ac-990f-ed00c1067730 req-14412f32-fee4-4aa0-9c98-e938e4bb222f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:39.728480 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b90b02d8-4b82-47ac-990f-ed00c1067730 req-14412f32-fee4-4aa0-9c98-e938e4bb222f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1312745
Apr 30 13:17:39.781855 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b90b02d8-4b82-47ac-990f-ed00c1067730 req-187d3718-3a27-4cdf-9182-353ecde0bad5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468416
Apr 30 13:17:40.036478 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb909-9330-438e-a93b-e686d03cc28c req-2fe30142-f198-4863-b548-321006e615d6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:40.039102 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8e0bb909-9330-438e-a93b-e686d03cc28c req-2fe30142-f198-4863-b548-321006e615d6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1131606
Apr 30 13:17:40.051009 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35262) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:40.058914 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'floatingip': {'port_id': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:40.155056 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.533957 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5faa9f-c01b-4b58-b25b-9ff2aef34a95 req-320ba202-8e99-4668-bf54-67dce6993adb tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:40.535493 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1f5faa9f-c01b-4b58-b25b-9ff2aef34a95 req-320ba202-8e99-4668-bf54-67dce6993adb tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.3131137
Apr 30 13:17:40.582488 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35278) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:40.720430 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.724086 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1f5faa9f-c01b-4b58-b25b-9ff2aef34a95 req-830171f9-de4a-406e-9b7a-2b9a7dfc8549 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295900
Apr 30 13:17:40.743951 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:40.748744 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d955aac727d243b8b0b8dad013c9ecda is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:40.759776 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:40.767875 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:40.901080 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.906836 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.939528 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:41.054869 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d955aac727d243b8b0b8dad013c9ecda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4712083
Apr 30 13:17:41.055612 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35296) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:41.058651 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97f84bd-dcf0-4cc1-9877-16a7b5dd7f4d,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:41.062155 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:41.152746 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.184622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.252206 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.257372 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:41.270486 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97f84bd-dcf0-4cc1-9877-16a7b5dd7f4d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:41.275873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:41.278181 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.279306 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f97f84bd-dcf0-4cc1-9877-16a7b5dd7f4d HTTP/1.1" status: 204  len: 168 time: 0.2226989
Apr 30 13:17:41.285480 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.292374 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.562935 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.l3_db [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Floating IP 071bbf20-6ede-4963-a356-e76239aaaccb associated. External IP: 172.27.0.87, port: d3c715c3-b0fe-400d-89f5-80c09379ea24.
Apr 30 13:17:41.693438 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35314) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:41.713623 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.729718 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:41.736488 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8713169c1e4a35a485351d3e0953c2 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:41.741276 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:41.748656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:41.901917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.949221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.962538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a31a21ba-c52d-4a89-b915-48f504cd30e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:42.023445 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad8713169c1e4a35a485351d3e0953c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3285792
Apr 30 13:17:42.025949 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8db757-dfbd-4db8-bc4c-612bcd1ba1bb,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:42.026958 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35328) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:42.035062 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:42.067005 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d10eda-d7dc-4364-b950-5f5eca3b9df1 req-a5bfe2a6-9ff5-466d-8b94-79095d772bba tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:42.069834 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-82d10eda-d7dc-4364-b950-5f5eca3b9df1 req-a5bfe2a6-9ff5-466d-8b94-79095d772bba tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1631589
Apr 30 13:17:42.123143 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-82d10eda-d7dc-4364-b950-5f5eca3b9df1 req-d655229f-14fa-4693-89a1-54e16cb46707 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433619
Apr 30 13:17:42.206273 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:42.278622 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:42.313930 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Router 1ab7c3e9-4038-4c93-a071-c2c4264290fa has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:17:42.537354 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:42.549395 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ee6dfcda-6c5b-412d-ab24-ba3ffdcd0751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:42.580865 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8db757-dfbd-4db8-bc4c-612bcd1ba1bb,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:42.585435 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43e67e-3cea-49a9-b8f4-92e7519c222a req-e9e7bbcd-b699-449f-9b95-0045166fc7d5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:42.586097 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:42.587253 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eb43e67e-3cea-49a9-b8f4-92e7519c222a req-e9e7bbcd-b699-449f-9b95-0045166fc7d5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0854254
Apr 30 13:17:42.589223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:42.592773 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b8db757-dfbd-4db8-bc4c-612bcd1ba1bb HTTP/1.1" status: 204  len: 168 time: 0.5623219
Apr 30 13:17:42.605150 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:17:42.609090 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:42.627407 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] Sync routers for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:17:42.643091 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:17:42.644172 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83d50d0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:17:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:42.658138 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eb43e67e-3cea-49a9-b8f4-92e7519c222a req-510eb4c6-cf43-429b-9b38-6bf952f5f49c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616755
Apr 30 13:17:42.677010 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f2fbebd9-a26d-4dd5-991a-70b0cf8c30db tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "PUT /v2.0/floatingips/071bbf20-6ede-4963-a356-e76239aaaccb HTTP/1.1" status: 200  len: 990 time: 2.6191545
Apr 30 13:17:42.677010 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:42.751312 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'status': 'completed', 'code': 200}
Apr 30 13:17:42.868603 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:17:43.316176 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83d50d0>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '071bbf20-6ede-4963-a356-e76239aaaccb', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'port_id': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'mac_address': 'fa:16:3e:0d:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:41Z', 'revision_number': 1, 'project_id': '092cf09caa34460587230269b2e28a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:43.320378 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] Checking router: 1ab7c3e9-4038-4c93-a071-c2c4264290fa for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:17:43.330597 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:17:43.331163 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83d50d0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:17:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:43.522933 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:17:43.909175 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add613b-5dda-4d48-8fb7-48346160a7e4 req-78f145bc-cf56-4a17-94db-94ca2b5df2fc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:43.912857 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1add613b-5dda-4d48-8fb7-48346160a7e4 req-78f145bc-cf56-4a17-94db-94ca2b5df2fc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1325729
Apr 30 13:17:43.960985 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83d50d0>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '071bbf20-6ede-4963-a356-e76239aaaccb', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'port_id': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'mac_address': 'fa:16:3e:0d:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:41Z', 'revision_number': 1, 'project_id': '092cf09caa34460587230269b2e28a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:17:43.965795 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba944b2-2db7-41d1-a319-a1f4fd92dda1 None None] The sync data for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi is: [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '071bbf20-6ede-4963-a356-e76239aaaccb', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'port_id': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'mac_address': 'fa:16:3e:0d:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:41Z', 'revision_number': 1, 'project_id': '092cf09caa34460587230269b2e28a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:17:43.978819 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1add613b-5dda-4d48-8fb7-48346160a7e4 req-1b3f593d-3780-4866-94f5-74297bf995f1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587444
Apr 30 13:17:44.101472 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a8f49465-7cae-44b7-a4e7-9b8dd847c169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:44.208845 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f4042-8b31-4802-981e-fb1d7ae78b75 None None] New status for floating IP 071bbf20-6ede-4963-a356-e76239aaaccb: ACTIVE {{(pid=73820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:17:45.183233 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e773c-04e4-4ea0-89b9-411a3fd19e6c req-650e07e3-93fc-4136-a788-4b4445e05186 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:45.184658 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8e5e773c-04e4-4ea0-89b9-411a3fd19e6c req-650e07e3-93fc-4136-a788-4b4445e05186 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0957594
Apr 30 13:17:45.395568 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-f3ed40aa-cee9-41fc-b190-fe4a82170e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:45.398734 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-f3ed40aa-cee9-41fc-b190-fe4a82170e60 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 1099 time: 0.1565242
Apr 30 13:17:45.449625 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8e5e773c-04e4-4ea0-89b9-411a3fd19e6c req-9af176cc-e86f-4acf-ab59-178c8c6f0921 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2574251
Apr 30 13:17:45.522574 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-833bb4c4-5102-4d11-a4fc-6a3552a8b260 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3136466
Apr 30 13:17:45.528241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-15b8e67d-c567-4864-b319-5d9e9947b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:45.530471 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-15b8e67d-c567-4864-b319-5d9e9947b7e3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1098 time: 0.3208210
Apr 30 13:17:45.669877 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-6374c1bf-bdec-40c8-884f-9b2bbbb8d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:45.671677 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-6374c1bf-bdec-40c8-884f-9b2bbbb8d2c1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.2619824
Apr 30 13:17:45.819340 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-909db4eb-f9af-484a-8fec-8476f85c6d14 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d HTTP/1.1" status: 200  len: 217 time: 0.1078961
Apr 30 13:17:45.885245 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-0a5ae276-34d1-4431-9be6-1b06d389071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:45.888177 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-0a5ae276-34d1-4431-9be6-1b06d389071b service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.3029256
Apr 30 13:17:45.927946 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-90f22fa7-4ec3-492b-8256-a1e0edafc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:45.929809 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-90f22fa7-4ec3-492b-8256-a1e0edafc361 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.0897479
Apr 30 13:17:45.991174 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-ccc94e46-1ff9-4ed1-ba80-4dca59a0b477 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491364
Apr 30 13:17:46.018598 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-84192c6b-0b26-4a46-a12a-e662607f7992 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 1000 time: 0.1168606
Apr 30 13:17:46.062755 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-132c47e9-27ac-4c7d-8981-82ec0b9d1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.064229 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-132c47e9-27ac-4c7d-8981-82ec0b9d1f45 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 1099 time: 0.2848787
Apr 30 13:17:46.091206 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-1d5284f5-9303-4574-ad14-380c2fe5d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.092521 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-1d5284f5-9303-4574-ad14-380c2fe5d71c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0659647
Apr 30 13:17:46.146863 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-c4882c87-1cef-43b6-b838-783a7dd9991b service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465898
Apr 30 13:17:46.304255 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-995cb429-221a-4fb4-9e13-3c46d0eebe8d req-7843122c-c87d-4ac9-8530-8c3e8464eafb service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490362
Apr 30 13:17:46.360086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-cd467b12-c6e1-4aba-bee0-42eb14f25c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.361553 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-cd467b12-c6e1-4aba-bee0-42eb14f25c7a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2267468
Apr 30 13:17:46.362696 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-ef6462b8-37dd-40e5-b7a7-8d6b65a6e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.363881 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-ef6462b8-37dd-40e5-b7a7-8d6b65a6e0f5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 917 time: 0.2513452
Apr 30 13:17:46.590746 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-d6dc4871-a1a0-46a4-914b-49f605c70b3e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc HTTP/1.1" status: 200  len: 217 time: 0.1113434
Apr 30 13:17:46.779411 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7513870f-4c50-4002-804e-c6f9360a4add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:46.808685 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-c07df095-5b18-4b1a-90c6-5360fda3cac8 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3308029
Apr 30 13:17:46.911552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-5e33f61f-b0fb-4837-9fd4-1a4a64a03496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.914058 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-5e33f61f-b0fb-4837-9fd4-1a4a64a03496 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 0.1772578
Apr 30 13:17:46.998199 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b36c66-72c8-47f0-bef3-61c2fbcc3a22 req-0dae2404-6462-4ea0-b4e1-dd65c89d2d44 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.999904 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-99b36c66-72c8-47f0-bef3-61c2fbcc3a22 req-0dae2404-6462-4ea0-b4e1-dd65c89d2d44 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.3611059
Apr 30 13:17:47.079129 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-c2d42102-24f9-4a72-812b-b31284677475 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780716
Apr 30 13:17:47.084324 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:47.138196 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4e063-14e1-41be-bf79-06b1644f4458 req-ea24ee00-7cbd-4b97-8696-e21f512f2a75 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:47.140457 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3af4e063-14e1-41be-bf79-06b1644f4458 req-ea24ee00-7cbd-4b97-8696-e21f512f2a75 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.1366239
Apr 30 13:17:47.167660 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-823f5d29-eff1-402b-99d2-c3fd0e56945e req-c564ded1-2663-4902-84e6-c2c18bee2e61 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3393278
Apr 30 13:17:47.191316 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3af4e063-14e1-41be-bf79-06b1644f4458 req-0d7b92df-7d64-4ab1-be58-d38ee355c5c0 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449631
Apr 30 13:17:47.237660 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-99b36c66-72c8-47f0-bef3-61c2fbcc3a22 req-cbc0b993-1141-4d23-b079-bbcb65b7cb64 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908495
Apr 30 13:17:47.281510 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-4d78dc4b-00b2-41c0-a822-7a1da98305ed service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880333
Apr 30 13:17:47.430177 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6e5964a2-5fd5-49b6-a11c-a229d5c1840f req-b646a595-d066-4776-8383-7ee669bb61aa service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359839
Apr 30 13:17:47.448919 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:48.365470 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:48.441198 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaba81-4a60-4fad-b13d-21c85f7b32a9 req-ab5ca4ed-d23d-4f66-87fd-40cf745d9d38 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:48.442751 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7dfaba81-4a60-4fad-b13d-21c85f7b32a9 req-ab5ca4ed-d23d-4f66-87fd-40cf745d9d38 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.1227829
Apr 30 13:17:48.459669 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584dcf-96d0-4d30-84fb-6d0c600de2e9 req-76402c82-d3a8-40cc-8e0d-2248d7b14c5a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:48.461178 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c6584dcf-96d0-4d30-84fb-6d0c600de2e9 req-76402c82-d3a8-40cc-8e0d-2248d7b14c5a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1039588
Apr 30 13:17:48.498798 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7dfaba81-4a60-4fad-b13d-21c85f7b32a9 req-10aa4efa-d4e6-48a5-a7f0-0be921664430 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475879
Apr 30 13:17:48.521640 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c6584dcf-96d0-4d30-84fb-6d0c600de2e9 req-c3c56697-7b24-4d41-9a01-abb8547e0e49 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532520
Apr 30 13:17:49.204820 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:49.686153 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecd17-992a-4368-a785-ae28ec6e4886 req-ef346c2a-d956-4a1a-84c0-5ff1071573c9 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:49.687592 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-376ecd17-992a-4368-a785-ae28ec6e4886 req-ef346c2a-d956-4a1a-84c0-5ff1071573c9 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.0792866
Apr 30 13:17:49.739715 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-376ecd17-992a-4368-a785-ae28ec6e4886 req-b48afd30-f409-40ac-b3f2-75b4c9b330fc tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463183
Apr 30 13:17:49.990831 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b210-db81-4470-bdf7-b84580e9b511 req-660e566f-ef03-4f86-a46f-9ca38079b060 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:49.992287 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cb79b210-db81-4470-bdf7-b84580e9b511 req-660e566f-ef03-4f86-a46f-9ca38079b060 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1543686
Apr 30 13:17:50.041810 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cb79b210-db81-4470-bdf7-b84580e9b511 req-45081af5-d17d-49d1-88af-df19b79d3cce tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433791
Apr 30 13:17:50.950277 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69c231-3942-4146-b448-f2aa59c4284b req-1ff46747-c292-497d-876f-842c5b771adb tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:50.951777 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7b69c231-3942-4146-b448-f2aa59c4284b req-1ff46747-c292-497d-876f-842c5b771adb tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.0999877
Apr 30 13:17:50.999047 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7b69c231-3942-4146-b448-f2aa59c4284b req-2e924884-780d-40b7-9070-a42fbec5011f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411618
Apr 30 13:17:51.239649 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2d808-11d3-40e5-a086-2083f85a8bed req-4f141063-6308-4552-a55a-6960e3113280 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:51.241115 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-15d2d808-11d3-40e5-a086-2083f85a8bed req-4f141063-6308-4552-a55a-6960e3113280 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0873010
Apr 30 13:17:51.291839 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-15d2d808-11d3-40e5-a086-2083f85a8bed req-c28007ba-3eaf-49fe-8c09-30d5f1ed1366 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441139
Apr 30 13:17:52.200987 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aec386-d7e7-4002-8c03-c062e9c02e76 req-2534918e-2c10-484b-bda1-3608eeee0f34 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:52.202521 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20aec386-d7e7-4002-8c03-c062e9c02e76 req-2534918e-2c10-484b-bda1-3608eeee0f34 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.0898051
Apr 30 13:17:52.259497 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20aec386-d7e7-4002-8c03-c062e9c02e76 req-ec3d6aea-de14-4dbc-993d-eda7053979a2 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498760
Apr 30 13:17:52.602428 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f7bce-48b1-47db-bee3-239acbef5772 req-1ba120c4-842a-4339-b2cd-2af3a32f0f1f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:52.603944 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a4f7bce-48b1-47db-bee3-239acbef5772 req-1ba120c4-842a-4339-b2cd-2af3a32f0f1f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1968567
Apr 30 13:17:52.650849 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a4f7bce-48b1-47db-bee3-239acbef5772 req-1f5f7988-f9b6-42b7-b9bb-c2fd65ce0d96 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411859
Apr 30 13:17:53.491323 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3dfe0-0e22-40a3-960f-093c359276f6 req-a6aecbed-3ec5-4bea-a80d-2f5ee357c95f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:53.494896 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66d3dfe0-0e22-40a3-960f-093c359276f6 req-a6aecbed-3ec5-4bea-a80d-2f5ee357c95f tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.1139004
Apr 30 13:17:53.567610 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66d3dfe0-0e22-40a3-960f-093c359276f6 req-802a6433-967b-4cc8-827a-975c5303ca81 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667026
Apr 30 13:17:53.844561 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113b9aa-a36a-48f0-b67f-746a9e341257 req-2d10cb50-3965-4567-9876-12f4c47f659d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:53.846149 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9113b9aa-a36a-48f0-b67f-746a9e341257 req-2d10cb50-3965-4567-9876-12f4c47f659d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0844445
Apr 30 13:17:53.896072 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9113b9aa-a36a-48f0-b67f-746a9e341257 req-f776e41d-31bc-42da-bed0-77894c759117 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411777
Apr 30 13:17:54.775028 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9d55-687f-4efd-9c30-91f11ba8a82f req-bf2410b3-9e71-40e6-b2b0-fd7c7e4ce48d tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:54.776502 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4d4a9d55-687f-4efd-9c30-91f11ba8a82f req-bf2410b3-9e71-40e6-b2b0-fd7c7e4ce48d tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.0865686
Apr 30 13:17:54.822851 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4d4a9d55-687f-4efd-9c30-91f11ba8a82f req-2046b4e1-d721-4913-845d-c7aa23a1fa52 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406890
Apr 30 13:17:55.088038 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8420d-21d8-4bbe-aa20-191aa867c838 req-01f2a75a-227e-47a0-b461-d6c81ddba4da tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:55.089479 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-12f8420d-21d8-4bbe-aa20-191aa867c838 req-01f2a75a-227e-47a0-b461-d6c81ddba4da tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0832961
Apr 30 13:17:55.135345 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-12f8420d-21d8-4bbe-aa20-191aa867c838 req-fa18bc4f-6ec8-4568-8360-f6334f1e0785 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398834
Apr 30 13:17:56.018384 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980b3ab-b255-4a9e-89b1-8f74948ddad0 req-f698b8e3-99de-4a0d-b05a-e1bd12c37c05 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:56.020140 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b980b3ab-b255-4a9e-89b1-8f74948ddad0 req-f698b8e3-99de-4a0d-b05a-e1bd12c37c05 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.0903013
Apr 30 13:17:56.067768 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b980b3ab-b255-4a9e-89b1-8f74948ddad0 req-20c9c528-2323-438b-bf0e-849101d1cfc7 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416076
Apr 30 13:17:56.327846 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0121285-b521-493d-9843-229e0879fc94 req-328a24ec-41b4-4c1c-aaec-8b651ecef3e5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:56.329235 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0121285-b521-493d-9843-229e0879fc94 req-328a24ec-41b4-4c1c-aaec-8b651ecef3e5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0847328
Apr 30 13:17:56.375056 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0121285-b521-493d-9843-229e0879fc94 req-b319dcc5-66d5-4fa5-bea5-79246def6f26 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397458
Apr 30 13:17:57.264614 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205868-df5a-4a3b-acfb-22ead75189ca req-696adb53-9b2d-4477-b0a5-a1a30ef993b4 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:57.264614 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac205868-df5a-4a3b-acfb-22ead75189ca req-696adb53-9b2d-4477-b0a5-a1a30ef993b4 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.0829611
Apr 30 13:17:57.309942 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac205868-df5a-4a3b-acfb-22ead75189ca req-a4f1b1d1-7243-488d-ad8b-d49c498ac4cd tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402021
Apr 30 13:17:57.562431 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a0f10-cc32-4f03-9747-2fe535c77f5c req-12b7ab8d-34f0-43d6-ac48-330bc62f5e37 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:57.563870 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a16a0f10-cc32-4f03-9747-2fe535c77f5c req-12b7ab8d-34f0-43d6-ac48-330bc62f5e37 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0797846
Apr 30 13:17:57.613455 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a16a0f10-cc32-4f03-9747-2fe535c77f5c req-af1c5ff5-f72d-4eb9-9d5f-9db620237996 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437279
Apr 30 13:17:58.595291 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0794202-4910-4475-8b7d-a53a4ae8fa3a req-f47d7cdd-fab1-4557-9f6e-60dbd6897ea5 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.597013 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a0794202-4910-4475-8b7d-a53a4ae8fa3a req-f47d7cdd-fab1-4557-9f6e-60dbd6897ea5 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.1605926
Apr 30 13:17:58.634510 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-f6c21214-689a-4a05-b4df-a9f89697b333 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.636061 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-f6c21214-689a-4a05-b4df-a9f89697b333 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.103 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 946 time: 0.1418452
Apr 30 13:17:58.728795 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a0794202-4910-4475-8b7d-a53a4ae8fa3a req-d606e56a-324f-4e82-9c44-87e074a29ee1 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/security-groups?id=9a141431-429d-4057-9a67-d3cff1beeaa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205821
Apr 30 13:17:58.820258 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Deleting port 78b0cb3a-ee36-43df-b7c5-35915a242f36 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:17:58.821434 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:58.885410 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6966a6-a5c8-4590-ad43-74bf8bf2ede9 req-479f374b-2fdc-43ac-bf5f-e3c23a615140 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.887088 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7e6966a6-a5c8-4590-ad43-74bf8bf2ede9 req-479f374b-2fdc-43ac-bf5f-e3c23a615140 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0995030
Apr 30 13:17:58.940702 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7e6966a6-a5c8-4590-ad43-74bf8bf2ede9 req-50d116ac-e5de-4148-b65e-a2d34d9a523c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456972
Apr 30 13:17:59.036426 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] For port 78b0cb3a-ee36-43df-b7c5-35915a242f36, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0cb3a-ee36-43df-b7c5-35915a242f36,segment=NetworkSegment(dda92c50-bcfb-4270-9584-16ab0a82e088),segment_id=dda92c50-bcfb-4270-9584-16ab0a82e088)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:59.037026 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:59.165430 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Calling delete_port for 78b0cb3a-ee36-43df-b7c5-35915a242f36 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:17:59.372799 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:59.386623 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:59.431218 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['78b0cb3a-ee36-43df-b7c5-35915a242f36'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:17:59.442553 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Pushing event deleted for resources: {'Port': ['ID=78b0cb3a-ee36-43df-b7c5-35915a242f36,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:59.446440 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:59.547102 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] No DVR routers for this DVR port 78b0cb3a-ee36-43df-b7c5-35915a242f36 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:17:59.551205 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:59.554456 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'name': 'network-vif-deleted', 'tag': '78b0cb3a-ee36-43df-b7c5-35915a242f36'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:59.586741 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-22d46336-50c1-49d7-b99d-e82f0e128385 req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.103 "DELETE /v2.0/ports/78b0cb3a-ee36-43df-b7c5-35915a242f36 HTTP/1.1" status: 204  len: 173 time: 0.9426811
Apr 30 13:17:59.615816 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272025ed-c9af-4c21-8df7-b4ebc88b96cd', 'name': 'network-vif-deleted', 'tag': '78b0cb3a-ee36-43df-b7c5-35915a242f36', 'status': 'completed', 'code': 200}
Apr 30 13:17:59.937675 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-0a842cec-a532-4bfe-b6eb-12d27a8c5e51 req-12025590-f449-43db-a1a4-f7444fd85aee tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Synchronizing usage tracker for tenant:799dda396dc145d58b214518705a9227 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:59.953805 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-0a842cec-a532-4bfe-b6eb-12d27a8c5e51 req-12025590-f449-43db-a1a4-f7444fd85aee tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Unset dirty status for tenant:799dda396dc145d58b214518705a9227 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:59.955210 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0a842cec-a532-4bfe-b6eb-12d27a8c5e51 req-12025590-f449-43db-a1a4-f7444fd85aee tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 210 time: 0.0800934
Apr 30 13:18:00.147477 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a53981-acc0-4ac8-8598-4ac29dffd9f5 req-e52edc59-1f9e-4593-a8e3-cbdddc468708 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:00.149239 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-74a53981-acc0-4ac8-8598-4ac29dffd9f5 req-e52edc59-1f9e-4593-a8e3-cbdddc468708 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0924585
Apr 30 13:18:00.203598 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-74a53981-acc0-4ac8-8598-4ac29dffd9f5 req-b3c965d2-2571-41d5-91c4-05a9f46cf6fd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488772
Apr 30 13:18:01.138970 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8c28a99a-2bec-495f-8daf-477369fbff8f req-52d04b27-9f9d-48ad-9104-84e6bbf80840 tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] 10.222.0.79 "GET /v2.0/ports?device_id=272025ed-c9af-4c21-8df7-b4ebc88b96cd HTTP/1.1" status: 200  len: 210 time: 0.0472822
Apr 30 13:18:01.266101 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35726) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:01.391452 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.409463 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5dbe3-e3ad-4b98-a806-3a94c07f6a5f req-e7ae84a3-3a07-4791-a63e-5e442281fc99 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:01.411017 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-81a5dbe3-e3ad-4b98-a806-3a94c07f6a5f req-e7ae84a3-3a07-4791-a63e-5e442281fc99 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0880988
Apr 30 13:18:01.416845 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:01.422905 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Usage tracker for resource:security_group_rule and tenant:8056f5df73394b669ba819dd96812b7f is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:01.426689 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:01.435882 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:01.463735 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-81a5dbe3-e3ad-4b98-a806-3a94c07f6a5f req-be2352a6-f49a-4f9d-85ea-e9a4305fb748 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447435
Apr 30 13:18:01.529942 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.534849 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.553464 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-bba27225-427d-41a1-90fb-a3ee29254270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:01.578785 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8056f5df73394b669ba819dd96812b7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3115108
Apr 30 13:18:01.581414 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35736) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:01.627237 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749a5e5-2089-4487-9d5f-29f03330b5a2,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:01.630428 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:01.667008 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.693720 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.756770 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.761683 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:01.776058 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749a5e5-2089-4487-9d5f-29f03330b5a2,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:01.780040 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:01.783715 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.789843 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1749a5e5-2089-4487-9d5f-29f03330b5a2 HTTP/1.1" status: 204  len: 168 time: 0.2055109
Apr 30 13:18:02.173302 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35762) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:02.194882 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.211112 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:02.215513 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Usage tracker for resource:security_group_rule and tenant:299f55d36d854efb8ffd3669132465b6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:02.219567 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:02.226135 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:02.329362 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.335611 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.350232 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-11e4b736-b253-437a-a43b-08a0dec88d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:02.360614 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35772) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:02.393706 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=299f55d36d854efb8ffd3669132465b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2190626
Apr 30 13:18:02.394779 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f43612-9a8a-414f-8398-ce495a30ed89,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:02.396579 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35778) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:02.397945 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:02.463718 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.492899 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.533716 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.568745 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:02.568745 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Usage tracker for resource:security_group_rule and tenant:3f169e9d2f83496882073ab28e1e023a is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:02.570927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:02.577427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:02.682172 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.689262 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c7e33844-253b-4d0d-afd6-913f32e9b38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:02.725866 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f43612-9a8a-414f-8398-ce495a30ed89,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:02.731537 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:02.748773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.755661 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05f43612-9a8a-414f-8398-ce495a30ed89 HTTP/1.1" status: 204  len: 168 time: 0.3549340
Apr 30 13:18:02.780531 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0bbb-3745-4a1a-97f8-876ef7a19e46 req-977dd272-a92c-4c54-97ac-1aed322a1b5e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:02.782141 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d82b0bbb-3745-4a1a-97f8-876ef7a19e46 req-977dd272-a92c-4c54-97ac-1aed322a1b5e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1928163
Apr 30 13:18:02.901689 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.912034 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.923060 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:02.952734 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d82b0bbb-3745-4a1a-97f8-876ef7a19e46 req-4d63dde1-cbf4-4161-a812-6a2178e74e10 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620543
Apr 30 13:18:02.970325 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f169e9d2f83496882073ab28e1e023a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6082554
Apr 30 13:18:02.972959 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35796) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:02.975625 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b486d46-1e54-43e7-a9e1-9721cdbb1d35,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:02.980025 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:03.042168 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:03.074040 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:03.131938 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:03.138873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-98047b03-e969-4148-ba6a-4f6a97cf0a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:03.152550 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b486d46-1e54-43e7-a9e1-9721cdbb1d35,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:03.159649 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:03.162300 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:03.163762 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b486d46-1e54-43e7-a9e1-9721cdbb1d35 HTTP/1.1" status: 204  len: 168 time: 0.1897371
Apr 30 13:18:03.919914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 78b0cb3a-ee36-43df-b7c5-35915a242f36 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:18:03.962552 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 78b0cb3a-ee36-43df-b7c5-35915a242f36 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:18:03.963230 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 78b0cb3a-ee36-43df-b7c5-35915a242f36 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:18:04.177975 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647d8cf-4841-41e7-bc54-5490a513feec req-c3daa13e-928f-435f-b301-9571a75f9e37 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:04.180036 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6647d8cf-4841-41e7-bc54-5490a513feec req-c3daa13e-928f-435f-b301-9571a75f9e37 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1003637
Apr 30 13:18:04.241670 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6647d8cf-4841-41e7-bc54-5490a513feec req-d8cd56fa-41ce-4dbc-b7cb-827173fb38fd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469928
Apr 30 13:18:05.083704 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35898) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:05.206773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.221783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:05.225549 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Usage tracker for resource:security_group_rule and tenant:b624660d25604736b2e413ea843b723d is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:05.229600 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:05.235505 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:05.339047 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.345240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.358241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1d5b14bc-5117-4218-9fe0-bfe7d6a6cd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:05.405105 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b624660d25604736b2e413ea843b723d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3202519
Apr 30 13:18:05.406136 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d465da-80cb-40a8-ab8f-810ceab169e7,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:05.409020 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35910) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:05.413493 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:05.484308 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.511651 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.566475 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.572550 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:05.584826 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb619c-2b7a-422f-9e52-dc112db9d42b req-06f29b05-12b0-4b21-8bb3-fd1e3bf55afa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:05.587126 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d465da-80cb-40a8-ab8f-810ceab169e7,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:05.587282 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6edb619c-2b7a-422f-9e52-dc112db9d42b req-06f29b05-12b0-4b21-8bb3-fd1e3bf55afa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0838580
Apr 30 13:18:05.589927 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:05.598800 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.602549 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29d465da-80cb-40a8-ab8f-810ceab169e7 HTTP/1.1" status: 204  len: 168 time: 0.1888554
Apr 30 13:18:05.638571 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6edb619c-2b7a-422f-9e52-dc112db9d42b req-cc075c73-b594-4a7b-8542-24eed5751513 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447133
Apr 30 13:18:05.925021 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35918) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:05.943895 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:05.959548 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:05.963897 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Usage tracker for resource:security_group_rule and tenant:3d6c5c8471244ecfaffbb62641734c50 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:05.968700 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:05.974679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:06.160031 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:06.165635 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:06.174781 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:06.223449 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d6c5c8471244ecfaffbb62641734c50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956216
Apr 30 13:18:06.225324 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472e8392-2ce4-4d60-bfd5-e2fa39b13f0b,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:06.225528 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 35932) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:06.232280 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:06.313346 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:06.349863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:06.416101 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:06.420428 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9e60efff-2ade-4840-be12-c284618649bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:06.441571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472e8392-2ce4-4d60-bfd5-e2fa39b13f0b,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:06.449052 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:06.456132 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:06.457483 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/472e8392-2ce4-4d60-bfd5-e2fa39b13f0b HTTP/1.1" status: 204  len: 168 time: 0.2302914
Apr 30 13:18:06.864663 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831fb60-d96d-4561-a5d9-a88c921f2c69 req-5f39b8e5-6a57-43fc-9f0b-c85f3cf486dc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:06.866447 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d831fb60-d96d-4561-a5d9-a88c921f2c69 req-5f39b8e5-6a57-43fc-9f0b-c85f3cf486dc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1021068
Apr 30 13:18:06.924802 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d831fb60-d96d-4561-a5d9-a88c921f2c69 req-ecc28cc6-2668-4c6b-bc2e-b1e14d330067 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501163
Apr 30 13:18:07.390846 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 35982) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:07.503486 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Deleting subnet 2c922003-376c-483c-8cde-a0b3ec8771be {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:18:07.513482 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:07.623654 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-576864'] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:07.780179 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:07.863832 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-0198acc5-9391-4b88-81ab-b96557c943af tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:07.874846 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-0198acc5-9391-4b88-81ab-b96557c943af tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 0.2198148
Apr 30 13:18:07.894136 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-77f14c59-5cfb-4b9a-afb9-3359996252ab tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/quotas/f8dcaa02d735401891147a4c2464e318 HTTP/1.1" status: 200  len: 375 time: 0.0176561
Apr 30 13:18:08.003466 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-fea9daf4-4ee7-4dee-b148-d183116ac847 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1080513
Apr 30 13:18:08.159638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10498843'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:08.167276 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:08.175215 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-52fc5028-6e9d-4c89-8068-b6441b6b5055 service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703379
Apr 30 13:18:08.219936 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:08.224692 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c922003-376c-483c-8cde-a0b3ec8771be,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:08.228843 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:08.239878 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-790462c8-ddfa-45cc-9e8b-3e37818b22c2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2c922003-376c-483c-8cde-a0b3ec8771be HTTP/1.1" status: 204  len: 168 time: 0.8468399
Apr 30 13:18:08.240529 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36016) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:08.465655 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:08.488706 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-9a05c0a0-d5d3-4e87-8e3a-6287e33354f9 service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3048487
Apr 30 13:18:08.579056 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36030) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:08.731006 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:08.745152 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:08.824928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:08.834107 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Usage tracker for resource:security_group_rule and tenant:2288d92f1dc440d691983c1133f6fb26 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:08.842946 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:08.869277 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:08.873343 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e51f4622-81f2-4108-af66-316f619eade7 req-c244167e-2b73-4039-bf9d-c45c4caf2ac3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.1285474
Apr 30 13:18:08.890903 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a3b5cac0>,) {'filters': {'network_id': ['7a957d0c-5ad1-4932-ac78-e964afd71e05']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:08.905016 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3b5cac0>, 'dda92c50-bcfb-4270-9584-16ab0a82e088') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:08.905500 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3b5cac0>, 'dda92c50-bcfb-4270-9584-16ab0a82e088') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:08.918737 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:08.944302 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55d0b-acd6-4f30-a941-8f1ea0426c60 req-5b0f197a-b4fc-4186-bca6-eadf501be5e9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:08.953420 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9da55d0b-acd6-4f30-a941-8f1ea0426c60 req-5b0f197a-b4fc-4186-bca6-eadf501be5e9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.5937693
Apr 30 13:18:08.970280 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:08.990254 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:18:09.034956 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.040463 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.049330 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:09.097614 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9da55d0b-acd6-4f30-a941-8f1ea0426c60 req-184a1dce-3a59-4424-8d71-be6864f44602 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421926
Apr 30 13:18:09.099989 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2288d92f1dc440d691983c1133f6fb26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5194085
Apr 30 13:18:09.100657 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36050) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:09.105679 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb43a71-6b67-46f4-a360-384ce98b8e9d,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:09.122927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:09.192182 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Network 7a957d0c-5ad1-4932-ac78-e964afd71e05 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:09.192428 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.203987 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.225174 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.297847 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.301856 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-444e01fa-a979-4dbb-8490-bf9736ca7497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:09.314549 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb43a71-6b67-46f4-a360-384ce98b8e9d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:09.316288 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:09.325750 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.326313 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/beb43a71-6b67-46f4-a360-384ce98b8e9d HTTP/1.1" status: 204  len: 168 time: 0.2219689
Apr 30 13:18:09.391887 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Network 7a957d0c-5ad1-4932-ac78-e964afd71e05 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:18:09.418672 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:18:09.579011 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.583168 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-e4f3e444-7687-4405-8f9f-d61dd8d6de7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:09.602624 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.605293 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a957d0c-5ad1-4932-ac78-e964afd71e05,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:09.608420 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:09.620081 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7a957d0c-5ad1-4932-ac78-e964afd71e05 HTTP/1.1" status: 204  len: 168 time: 1.3784986
Apr 30 13:18:09.746158 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36072) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:09.800909 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36078) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:09.801338 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-343b64c7-9759-421c-a35b-0b2bba92d2c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=799dda396dc145d58b214518705a9227&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0537846
Apr 30 13:18:09.865880 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.898846 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.969366 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:09.974990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-92b145fb-8974-42e9-99bc-2d13e2bd558f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:09.995131 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a141431-429d-4057-9a67-d3cff1beeaa3,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:10.004094 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:10.053312 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e48ddc19-3d43-48cc-a428-e079d9d4fd65 req-bb686827-ec9a-44c9-9364-a6b314844113 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.0482411
Apr 30 13:18:10.055552 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:10.056438 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a141431-429d-4057-9a67-d3cff1beeaa3 HTTP/1.1" status: 204  len: 168 time: 0.2544830
Apr 30 13:18:10.331794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2d804-265b-4226-8216-f0fbc4963046 req-2d5cbee5-58a6-4187-b192-334e4a4fecfd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:10.339292 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-56f2d804-265b-4226-8216-f0fbc4963046 req-2d5cbee5-58a6-4187-b192-334e4a4fecfd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0984852
Apr 30 13:18:10.388552 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-56f2d804-265b-4226-8216-f0fbc4963046 req-64aa3304-6a48-483c-b679-5dac51d3eff9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482049
Apr 30 13:18:10.873003 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36140) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:11.218052 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.243613 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4df4499f-7b19-4880-a12d-b2d0688b8cac req-9dc84ce2-54f8-4523-8a7a-750b99a2bda9 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.0583773
Apr 30 13:18:11.245717 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:11.249855 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Usage tracker for resource:security_group_rule and tenant:db79abdf500d4d7296135aedc951e6e1 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:11.252806 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:11.259546 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:11.389164 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.393509 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.400917 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d5efda9c-d4db-4b00-9836-34002b382fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:11.438928 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f560e45-b39f-41c6-bfd6-ffa2c1e4731d,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:11.455862 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:11.474147 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db79abdf500d4d7296135aedc951e6e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5995810
Apr 30 13:18:11.477281 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36162) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:11.619125 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.688727 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.746266 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f3329-da38-48bf-a043-a83ce39b4fae req-f9606ff5-b7fe-443f-a10b-04b1fa6b1f71 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:11.748780 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-516f3329-da38-48bf-a043-a83ce39b4fae req-f9606ff5-b7fe-443f-a10b-04b1fa6b1f71 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.2246933
Apr 30 13:18:11.834803 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-516f3329-da38-48bf-a043-a83ce39b4fae req-e30467b6-16ce-44d9-896a-10e789e3e0b6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712225
Apr 30 13:18:11.848722 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.865727 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:18:11.866893 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2d64823a-ec96-4c56-813a-3e9b772e5d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:11.880904 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f560e45-b39f-41c6-bfd6-ffa2c1e4731d,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:11.884137 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:11.887831 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.889149 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f560e45-b39f-41c6-bfd6-ffa2c1e4731d HTTP/1.1" status: 204  len: 168 time: 0.4106669
Apr 30 13:18:12.462731 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-01765657-d32a-4b30-8f4e-10d529914cd5 req-2d447a27-3f61-4175-8533-4db5ce82ca76 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.0797491
Apr 30 13:18:13.053624 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02862254-ea48-4511-84f0-faa085bcbd20 req-785a5bbf-09d9-4f24-b539-71047175d6c2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:13.056168 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-02862254-ea48-4511-84f0-faa085bcbd20 req-785a5bbf-09d9-4f24-b539-71047175d6c2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0911031
Apr 30 13:18:13.104100 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-02862254-ea48-4511-84f0-faa085bcbd20 req-67f39517-c461-42b1-891d-332da0ff1796 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420213
Apr 30 13:18:13.620251 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-718b2b4e-f863-49b8-b85c-ca93b600be05 req-dd0b15f9-d0cf-43cf-9062-a9cff7fce901 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.0446930
Apr 30 13:18:14.097348 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2bfb84bd-0e02-4774-92d4-72aba44fd238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:14.295055 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2e2ac-3fde-4fe8-9582-3892f7110146 req-7081aa65-c5f8-4380-9dfd-2a4fc1db5796 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:14.296510 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-21e2e2ac-3fde-4fe8-9582-3892f7110146 req-7081aa65-c5f8-4380-9dfd-2a4fc1db5796 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0849910
Apr 30 13:18:14.402686 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-21e2e2ac-3fde-4fe8-9582-3892f7110146 req-71f1ee48-e382-4e3d-9e1d-97a95686d04c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003935
Apr 30 13:18:14.778381 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-04189a0d-2389-421e-a940-b668abc3a71d req-6e6eb3c0-566c-4e38-bc35-5c94a8fd2ea6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.0432885
Apr 30 13:18:15.411190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-2e054f92-21e8-4871-9605-316b2c17c871 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:15.412829 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-2e054f92-21e8-4871-9605-316b2c17c871 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 0.1528745
Apr 30 13:18:15.442491 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Request body: {'port': {'device_id': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'admin_state_up': True, 'tenant_id': 'f8dcaa02d735401891147a4c2464e318'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:15.702483 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:15.719383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:15.735962 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a4344-0b7c-47d4-829c-e11a2f3145ff req-0560dc12-121e-4318-a2ca-1f8216d06b63 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:15.737820 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa6a4344-0b7c-47d4-829c-e11a2f3145ff req-0560dc12-121e-4318-a2ca-1f8216d06b63 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1874566
Apr 30 13:18:15.746532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Made reservation on behalf of f8dcaa02d735401891147a4c2464e318 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:15.750656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:15.874825 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa6a4344-0b7c-47d4-829c-e11a2f3145ff req-405f8302-7150-46d0-bb0a-0d8aa58a8e42 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108236
Apr 30 13:18:15.994477 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dabc8723-abd2-4be6-9d0c-adca7a9fbb69 req-0dc8b73e-4d3c-4d12-a779-e1f2b9c9228d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.0826356
Apr 30 13:18:16.004992 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Allocated IP 172.20.0.14 (4f6ff428-220c-464d-bf3c-450653cf4660/ed38845b-d762-4686-a298-231d5c0c349d/86cb4292-c6ff-4438-9d30-9f8d53f9b4bf) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:18:16.337792 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:16.384826 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:16.396970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8f54bca2-b562-4979-8e55-bff058df2cc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:16.452987 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['50ec7608-d829-47e1-b2f7-14e702acb0fc'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:16.484973 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Network 4f6ff428-220c-464d-bf3c-450653cf4660 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:18:16.491700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:18:16.496683 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:18:16.504239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:16.505238 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:16.518750 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event updated for resources: {'Port': ['ID=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:16.524522 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:16.546587 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1096389
Apr 30 13:18:16.573000 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Request body: {'port': {'device_id': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:16.713041 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:16.799909 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-360721be-19cb-453f-baa2-0698b3c370a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:17.031264 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-075dc9b3-0a71-417a-b9c7-769268e59d5e tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=723a1fc61e034b819f787a6c7412b855&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0479560
Apr 30 13:18:17.067677 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:17.189772 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95504040-1718-4aa5-9788-d4800e1f6367 req-348fba3d-f8b6-49d4-9ce5-daef7d680b56 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:17.191334 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-95504040-1718-4aa5-9788-d4800e1f6367 req-348fba3d-f8b6-49d4-9ce5-daef7d680b56 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1435432
Apr 30 13:18:17.219824 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-95868fc0-4ddb-4735-9573-f2c8bc1847e5 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:17.223184 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-95868fc0-4ddb-4735-9573-f2c8bc1847e5 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1820619
Apr 30 13:18:17.245727 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-50b56cc4-36e7-4773-a46a-2d04b9b1f0ca tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/quotas/723a1fc61e034b819f787a6c7412b855 HTTP/1.1" status: 200  len: 375 time: 0.0130095
Apr 30 13:18:17.315021 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-8658426d-d151-42d0-b61c-afdfdeae17a3 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=723a1fc61e034b819f787a6c7412b855&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0626471
Apr 30 13:18:17.326746 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:17.337879 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-95504040-1718-4aa5-9788-d4800e1f6367 req-9eb25901-a569-4d3b-8855-4a841cdc13e6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285622
Apr 30 13:18:17.339671 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:17.364429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Transition to ACTIVE for port object 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:18:17.371537 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:17.380919 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:17.475588 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:17.686048 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Pushing event updated for resources: {'Port': ['ID=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:17.728302 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:17.747460 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Attempting to bind port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:18:17.747797 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Attempting to bind port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:18:17.748125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Attempting to bind port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:17.756208 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf on network 4f6ff428-220c-464d-bf3c-450653cf4660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:18:17.756527 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Attempting to bind port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:17.765054 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:18:17.765357 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Checking segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:18:17.765756 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Bound using segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:18:17.766207 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Bound port: 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:18:17.766617 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:17.910945 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-55df4961-6694-4e0a-b0d8-a2bcd288c0a6 req-3156990e-1bba-4801-a86c-7ce14102e6e4 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.0989609
Apr 30 13:18:17.934961 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6626d-1dc1-4f4b-a981-4c5d6da9cbd6 req-f288a80b-5da0-44b8-903f-1b536f6bbb38 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:17.935832 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-d2b6626d-1dc1-4f4b-a981-4c5d6da9cbd6 req-f288a80b-5da0-44b8-903f-1b536f6bbb38 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:17.986828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-d2b6626d-1dc1-4f4b-a981-4c5d6da9cbd6 req-f288a80b-5da0-44b8-903f-1b536f6bbb38 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:17.993113 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d2b6626d-1dc1-4f4b-a981-4c5d6da9cbd6 req-f288a80b-5da0-44b8-903f-1b536f6bbb38 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 944 time: 0.3652394
Apr 30 13:18:18.035016 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] For port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:18:18.055563 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d2b6626d-1dc1-4f4b-a981-4c5d6da9cbd6 req-a3d716a7-d068-4e15-842d-2cc51658b44e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562158
Apr 30 13:18:18.057164 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] For port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:18:18.073070 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:18.080145 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:18.146271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:18.146886 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:18.148367 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] 10.222.0.103 "PUT /v2.0/ports/86cb4292-c6ff-4438-9d30-9f8d53f9b4bf HTTP/1.1" status: 200  len: 1094 time: 1.5805755
Apr 30 13:18:18.151793 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'tag': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:18.211496 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Pushing event updated for resources: {'Port': ['ID=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:18.215353 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:18.267160 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'tag': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', 'status': 'completed', 'code': 200}
Apr 30 13:18:18.372980 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:18.443945 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-298892ab-afec-4c3b-bfc6-d9ddf7010992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:18.446555 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-298892ab-afec-4c3b-bfc6-d9ddf7010992 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 1097 time: 0.1248448
Apr 30 13:18:18.619603 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b033fc1-8648-4716-be12-173e11ee1c61 req-513b30e1-a5a0-4466-8cf7-dc6ab2743131 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:18.637957 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b033fc1-8648-4716-be12-173e11ee1c61 req-513b30e1-a5a0-4466-8cf7-dc6ab2743131 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1614931
Apr 30 13:18:18.688542 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b033fc1-8648-4716-be12-173e11ee1c61 req-4ea2663a-1873-4522-939b-002391b81218 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493510
Apr 30 13:18:18.852841 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36418) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:18.997071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.012198 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:19.016057 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c89eab21be8b42918854fc1510711598 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:19.018958 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:19.025431 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:19.089019 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b35aa215-ee04-4198-807f-6f94883b74d4 req-90cee58b-ab58-4bb9-9912-4474a74ddc59 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.0453746
Apr 30 13:18:19.150639 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.155150 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.162864 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:19.201396 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.216406 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c89eab21be8b42918854fc1510711598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3622684
Apr 30 13:18:19.218456 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5557ca9a-3f64-498c-8e33-3bee61f04e51,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:19.220861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36432) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:19.222279 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:19.342421 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.380872 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88384c65-d402-49cb-b325-1347dd11edee req-87d99c96-4911-4ab8-9921-dee1302f7ecd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:19.382309 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88384c65-d402-49cb-b325-1347dd11edee req-87d99c96-4911-4ab8-9921-dee1302f7ecd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 944 time: 0.1625564
Apr 30 13:18:19.384117 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.463195 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88384c65-d402-49cb-b325-1347dd11edee req-2f7b19de-3d92-4c25-88d5-d02a8996cbaa tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720930
Apr 30 13:18:19.476928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.483209 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-101c97ad-2bd6-4bd7-b1d9-03ad31c2d7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:19.497517 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557ca9a-3f64-498c-8e33-3bee61f04e51,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:19.500191 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:19.501408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:19.502702 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5557ca9a-3f64-498c-8e33-3bee61f04e51 HTTP/1.1" status: 204  len: 168 time: 0.2801352
Apr 30 13:18:19.906918 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2eca6-6031-47e5-93b1-3be7d4759a97 req-e3e91067-431c-4b50-a405-7858d708ce7a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:19.908467 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-06a2eca6-6031-47e5-93b1-3be7d4759a97 req-e3e91067-431c-4b50-a405-7858d708ce7a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1052246
Apr 30 13:18:19.960886 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-06a2eca6-6031-47e5-93b1-3be7d4759a97 req-a23e0095-f074-44a7-bcf7-6194f95e2961 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462241
Apr 30 13:18:20.277827 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-44964f19-e1a6-4636-8dc0-1f8eae111b86 req-14e7caca-5bda-4b19-ac09-a5648b47eb19 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.0614269
Apr 30 13:18:20.671902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90110d-0e26-464f-abb2-e241b2319fea req-e76f339f-a796-47c7-9a04-711dc1253777 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:20.673437 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-da90110d-0e26-464f-abb2-e241b2319fea req-e76f339f-a796-47c7-9a04-711dc1253777 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 944 time: 0.0956881
Apr 30 13:18:20.740324 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-da90110d-0e26-464f-abb2-e241b2319fea req-353cca04-6959-4f6c-b86b-e83f81cca12a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607762
Apr 30 13:18:21.148929 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161704-f2ac-4641-9158-5873e148fd1c req-d096d361-11f4-4f45-9e73-42a829055266 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:21.150437 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6161704-f2ac-4641-9158-5873e148fd1c req-d096d361-11f4-4f45-9e73-42a829055266 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0811722
Apr 30 13:18:21.199516 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6161704-f2ac-4641-9158-5873e148fd1c req-1af5dce8-9d84-450a-878c-d33e687894c5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432999
Apr 30 13:18:21.440712 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0cc5fedd-616f-4a4a-8a34-59e6ac52307d req-dbc453f3-1388-4931-81d2-15cc9f69fdd3 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.0446179
Apr 30 13:18:21.610393 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-317e7a41-58e6-4e65-89e2-e98eb1fc6e01 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf HTTP/1.1" status: 200  len: 217 time: 0.0692177
Apr 30 13:18:21.687252 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-cd159c19-2a65-463c-a7f3-010bbca266af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:21.688679 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-cd159c19-2a65-463c-a7f3-010bbca266af service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 0.0667868
Apr 30 13:18:21.749683 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-9a60ede5-a57f-45f6-8f2b-f19370a29eb0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423846
Apr 30 13:18:21.965661 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-08736ce6-2f2b-42c1-a785-52df3995e257 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021618
Apr 30 13:18:22.004881 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83a9c5-e49e-4c47-a9e0-00ce72c68c2a req-93ab7b13-6058-4663-9f06-926b14507ec4 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:22.006396 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6a83a9c5-e49e-4c47-a9e0-00ce72c68c2a req-93ab7b13-6058-4663-9f06-926b14507ec4 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 944 time: 0.1407073
Apr 30 13:18:22.210725 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6a83a9c5-e49e-4c47-a9e0-00ce72c68c2a req-349d4d43-d591-4eda-8ca9-91a559d994b1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879141
Apr 30 13:18:22.239157 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8b885a6-db60-4516-9e8c-fe25f6c93a04 req-be5cb461-feb3-40cc-85b7-2e139f6e6176 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2640207
Apr 30 13:18:22.398675 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fd09c-34e0-470c-a73c-c2984a88a1d4 req-d39d1952-d6a5-4ec4-b98c-07feb8774cdc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:22.400292 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b39fd09c-34e0-470c-a73c-c2984a88a1d4 req-d39d1952-d6a5-4ec4-b98c-07feb8774cdc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0848150
Apr 30 13:18:22.462622 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b39fd09c-34e0-470c-a73c-c2984a88a1d4 req-d641c7b8-498a-4128-9563-1afdc661ef4e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561104
Apr 30 13:18:22.484323 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-bb1a1bd3-8dae-4177-be3f-4a2613289419 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=723a1fc61e034b819f787a6c7412b855&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0525956
Apr 30 13:18:22.669276 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-56f09b9f-1f9f-457c-a514-c7f1b9dc68c4 req-a625bc11-3603-45dd-a3ae-ec6f217c7b9a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.0954318
Apr 30 13:18:22.789837 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-d410da8d-14cc-4070-8a64-f9549a6fdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:22.791425 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-d410da8d-14cc-4070-8a64-f9549a6fdcd6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 1097 time: 0.3057239
Apr 30 13:18:22.806271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-93617bd2-11b6-4354-be72-85f5bd6b19c4 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:22.808658 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-93617bd2-11b6-4354-be72-85f5bd6b19c4 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2641532
Apr 30 13:18:22.863125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Request body: {'port': {'device_id': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158', 'admin_state_up': True, 'tenant_id': '723a1fc61e034b819f787a6c7412b855'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:23.121383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:23.124391 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-a20ec2a2-420e-4964-80e8-543903cf0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:23.126583 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-a20ec2a2-420e-4964-80e8-543903cf0b62 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 917 time: 0.2885542
Apr 30 13:18:23.130572 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Usage tracker for resource:port and tenant:723a1fc61e034b819f787a6c7412b855 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:23.136119 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:23.231195 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:23.244826 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-789093f0-e8de-4f79-833a-b7e7e23e8e8c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf HTTP/1.1" status: 200  len: 217 time: 0.1048501
Apr 30 13:18:23.324957 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-071bb492-4ebe-4aa8-8369-be2370565ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:23.326520 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-071bb492-4ebe-4aa8-8369-be2370565ad3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 0.0716696
Apr 30 13:18:23.328086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Made reservation on behalf of 723a1fc61e034b819f787a6c7412b855 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:23.334358 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:23.354465 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:23.428674 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-94700956-9380-48e8-8338-4077e2b9ccd5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0751903
Apr 30 13:18:23.431002 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:23.436773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Usage tracker for resource:security_group_rule and tenant:723a1fc61e034b819f787a6c7412b855 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:23.440839 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:23.558504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:23.760840 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a2115-22fe-4d2e-a378-feb31b9a5ece req-63b50131-ab5b-4ae5-84d9-cb668fd02820 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:23.763443 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-185a2115-22fe-4d2e-a378-feb31b9a5ece req-63b50131-ab5b-4ae5-84d9-cb668fd02820 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1316803
Apr 30 13:18:23.829705 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:23.842297 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-185a2115-22fe-4d2e-a378-feb31b9a5ece req-bb3c1a70-17e7-414f-8927-d7bb20466d20 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714700
Apr 30 13:18:23.854000 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:23.879245 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-705868a9-5695-49fd-91ae-7912de09e176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:23.969867 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-96460cab-820d-4359-adc7-d6bf3b649cf2 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5201199
Apr 30 13:18:24.053600 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:24.074570 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eed5f-bcb2-4d99-845b-f520d9b4e536 req-e01c1fdf-7f9a-42ff-8b7d-ab1dc84aed3a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:24.084264 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-634eed5f-bcb2-4d99-845b-f520d9b4e536 req-e01c1fdf-7f9a-42ff-8b7d-ab1dc84aed3a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 944 time: 0.5887709
Apr 30 13:18:24.103405 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-25046c29-6334-4dd9-8169-70c1f14190d6 req-ba608ae7-2b47-478c-9d27-8c2db19e7107 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.1147037
Apr 30 13:18:24.114142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:24.299098 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-634eed5f-bcb2-4d99-845b-f520d9b4e536 req-8d9d308d-8c25-4665-aebc-526763f5583c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137830
Apr 30 13:18:24.347771 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-886b2100-885a-4f13-808b-764fbfe6ded5 req-50424f43-9cad-49d6-87d9-52c7e86f6a84 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3494582
Apr 30 13:18:24.358248 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Allocated IP 192.168.233.62 (3d0ba1ad-9e97-4919-a262-9ba3d29ff158/65c99690-cbfc-48a2-884b-7fe44b8e7212/666547ca-74f8-4ce0-8769-6f5f3b80978e) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:18:24.771011 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:24.797304 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Transition to ACTIVE for port object 666547ca-74f8-4ce0-8769-6f5f3b80978e will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:18:24.826616 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:24.843156 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:24.934091 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Pushing event updated for resources: {'Port': ['ID=666547ca-74f8-4ce0-8769-6f5f3b80978e,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:24.949879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:24.963914 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:18:24.965641 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:18:24.977128 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:18:24.988723 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:24.989364 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:25.193448 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3541381
Apr 30 13:18:25.230485 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Request body: {'port': {'device_id': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:25.362972 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:18:25.420297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7095b-dcc2-4db6-83e9-321b760536f0 req-42eeee4e-9a70-4abd-8e21-dd63eba17064 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:25.429197 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c7a7095b-dcc2-4db6-83e9-321b760536f0 req-42eeee4e-9a70-4abd-8e21-dd63eba17064 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.3831129
Apr 30 13:18:25.514908 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c7a7095b-dcc2-4db6-83e9-321b760536f0 req-be75e9ab-bf10-4016-b5ee-cec3a1d88953 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844431
Apr 30 13:18:25.515860 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:25.609044 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36604) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:25.646048 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:25.664635 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'port_id': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', 'mac_address': 'fa:16:3e:9b:3f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed38845b-d762-4686-a298-231d5c0c349d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:18:25.729503 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1b11-1762-43f1-8bf8-be7004f7784f req-32d556e8-2a53-4d3b-a9c9-5fb1ead5c01a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:25.754660 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-495f1b11-1762-43f1-8bf8-be7004f7784f req-32d556e8-2a53-4d3b-a9c9-5fb1ead5c01a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 935 time: 0.2811332
Apr 30 13:18:25.780313 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:25.806619 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-87e772c8-bf65-4e5d-8ced-0bececc18056 None None] Provisioning for port 666547ca-74f8-4ce0-8769-6f5f3b80978e completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:18:25.818917 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:25.861672 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:25.868708 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-87e772c8-bf65-4e5d-8ced-0bececc18056 None None] Provisioning complete for port 666547ca-74f8-4ce0-8769-6f5f3b80978e triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:18:25.869782 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-87e772c8-bf65-4e5d-8ced-0bececc18056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:25.927255 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:25.935416 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:25.954051 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-495f1b11-1762-43f1-8bf8-be7004f7784f req-a52f996c-cbbe-4d44-84aa-41e1bfc8f0df tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977546
Apr 30 13:18:26.027438 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.053880 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-87e772c8-bf65-4e5d-8ced-0bececc18056 None None] Port 666547ca-74f8-4ce0-8769-6f5f3b80978e cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:18:26.069808 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:26.070275 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:26.079885 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a969130dae4aa3a0f4bae2d6abc6b1 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:26.086517 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.087377 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:26.090401 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.092763 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.095428 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.095932 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.096354 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.096783 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.097881 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:26.099861 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.101906 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.102480 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.104171 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.104649 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:26.116858 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:26.237511 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.241185 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99597-5eb6-4682-88f9-e72a5828e6f3 req-f783805d-7d06-40fb-9589-ad7f2a9a46f7 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:26.245552 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.251766 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-22b99597-5eb6-4682-88f9-e72a5828e6f3 req-f783805d-7d06-40fb-9589-ad7f2a9a46f7 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 945 time: 0.3852737
Apr 30 13:18:26.261895 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-f19cccd5-7928-443b-bffc-2142cac03eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:26.323071 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4a969130dae4aa3a0f4bae2d6abc6b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7069416
Apr 30 13:18:26.323071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9013a1e-45d4-4c22-961d-8e7b7194fb55,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:26.324021 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36624) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:26.325833 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:26.340947 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-22b99597-5eb6-4682-88f9-e72a5828e6f3 req-0b4c12ea-064a-45fb-adc9-b7e0a6feae8b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771925
Apr 30 13:18:26.517767 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['86cb4292-c6ff-4438-9d30-9f8d53f9b4bf'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:26.542724 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.548132 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666547ca-74f8-4ce0-8769-6f5f3b80978e {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:26.574549 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.627034 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.644903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Transition to ACTIVE for port object 666547ca-74f8-4ce0-8769-6f5f3b80978e will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:18:26.654802 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.672984 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:26.778803 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c622146-6d35-4021-9fb2-438d6b6b8ef4 req-8c7ae59e-822c-46ee-bcbf-9831ba8a459e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:26.787028 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4c622146-6d35-4021-9fb2-438d6b6b8ef4 req-8c7ae59e-822c-46ee-bcbf-9831ba8a459e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1025107
Apr 30 13:18:26.844590 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4c622146-6d35-4021-9fb2-438d6b6b8ef4 req-301b8460-e146-46ad-8467-7989efb76be5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565841
Apr 30 13:18:26.979372 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Pushing event updated for resources: {'Port': ['ID=666547ca-74f8-4ce0-8769-6f5f3b80978e,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:26.990984 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:27.003004 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Attempting to bind port 666547ca-74f8-4ce0-8769-6f5f3b80978e on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:18:27.003647 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Attempting to bind port 666547ca-74f8-4ce0-8769-6f5f3b80978e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:18:27.004394 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Attempting to bind port 666547ca-74f8-4ce0-8769-6f5f3b80978e on network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:27.011230 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Port 666547ca-74f8-4ce0-8769-6f5f3b80978e on network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:18:27.011552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Attempting to bind port 666547ca-74f8-4ce0-8769-6f5f3b80978e on network 3d0ba1ad-9e97-4919-a262-9ba3d29ff158 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:27.019516 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:18:27.019949 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Checking segment: {'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:18:27.020397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Bound using segment: {'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:18:27.021052 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Bound port: 666547ca-74f8-4ce0-8769-6f5f3b80978e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829fda4b-9d41-4aca-aa53-31071f2436bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:18:27.021341 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.033615 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.041176 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:27.056445 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9013a1e-45d4-4c22-961d-8e7b7194fb55,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:27.124381 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:27.125108 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36642) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:27.126661 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.127723 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9013a1e-45d4-4c22-961d-8e7b7194fb55 HTTP/1.1" status: 204  len: 168 time: 0.7955234
Apr 30 13:18:27.207897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] For port 666547ca-74f8-4ce0-8769-6f5f3b80978e, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:18:27.214174 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] For port 666547ca-74f8-4ce0-8769-6f5f3b80978e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=666547ca-74f8-4ce0-8769-6f5f3b80978e,segment=NetworkSegment(829fda4b-9d41-4aca-aa53-31071f2436bf),segment_id=829fda4b-9d41-4aca-aa53-31071f2436bf)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:18:27.230795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.237865 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:27.277641 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Deleting subnet 91754497-e0d9-4e47-84ae-cea08941b517 {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:18:27.281396 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.322362 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.323699 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.325363 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] 10.222.0.103 "PUT /v2.0/ports/666547ca-74f8-4ce0-8769-6f5f3b80978e HTTP/1.1" status: 200  len: 1097 time: 2.1012976
Apr 30 13:18:27.337435 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6462d0-4289-4fb4-84b2-40dc4e2c7f57 req-1a1d0210-7a53-414d-a4a3-a1c49566c272 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.338618 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-4b6462d0-4289-4fb4-84b2-40dc4e2c7f57 req-1a1d0210-7a53-414d-a4a3-a1c49566c272 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Synchronizing usage tracker for tenant:723a1fc61e034b819f787a6c7412b855 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:27.341775 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'tag': '666547ca-74f8-4ce0-8769-6f5f3b80978e'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:27.350781 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-576864'] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.447105 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Pushing event updated for resources: {'Port': ['ID=666547ca-74f8-4ce0-8769-6f5f3b80978e,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:27.451224 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:27.452272 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-4b6462d0-4289-4fb4-84b2-40dc4e2c7f57 req-1a1d0210-7a53-414d-a4a3-a1c49566c272 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Unset dirty status for tenant:723a1fc61e034b819f787a6c7412b855 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:27.459711 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4b6462d0-4289-4fb4-84b2-40dc4e2c7f57 req-1a1d0210-7a53-414d-a4a3-a1c49566c272 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 947 time: 0.3340719
Apr 30 13:18:27.497919 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.611210 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'tag': '666547ca-74f8-4ce0-8769-6f5f3b80978e', 'status': 'completed', 'code': 200}
Apr 30 13:18:27.613592 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-4b6462d0-4289-4fb4-84b2-40dc4e2c7f57 req-0af5e9e5-15be-4e21-a819-5abb43a7a1aa tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Synchronizing usage tracker for tenant:723a1fc61e034b819f787a6c7412b855 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:27.645653 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-4b6462d0-4289-4fb4-84b2-40dc4e2c7f57 req-0af5e9e5-15be-4e21-a819-5abb43a7a1aa tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Unset dirty status for tenant:723a1fc61e034b819f787a6c7412b855 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:27.657864 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4b6462d0-4289-4fb4-84b2-40dc4e2c7f57 req-0af5e9e5-15be-4e21-a819-5abb43a7a1aa tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970615
Apr 30 13:18:27.686232 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-87b9396c-66b3-44b8-bc15-981f9e4e77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.688077 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-87b9396c-66b3-44b8-bc15-981f9e4e77e3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=723a1fc61e034b819f787a6c7412b855&device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 1100 time: 0.2088470
Apr 30 13:18:27.874694 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36674) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:27.926399 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-3f8b470f-cfdb-49bd-ab13-e19924b4f1e9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=666547ca-74f8-4ce0-8769-6f5f3b80978e HTTP/1.1" status: 200  len: 217 time: 0.2148960
Apr 30 13:18:27.948571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.965478 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:27.969850 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d0419b93444ef294a8d25d77adbcf6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:27.972844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:27.981374 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:27.986575 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10498843'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.002714 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8475fb07-b5b5-4a24-bd6f-66fb691a314c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:28.044902 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91754497-e0d9-4e47-84ae-cea08941b517,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:28.049175 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:28.057831 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.088804 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-62590f0c-521b-412e-ac2f-f69464a8d354 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/91754497-e0d9-4e47-84ae-cea08941b517 HTTP/1.1" status: 204  len: 168 time: 0.9614103
Apr 30 13:18:28.090553 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36682) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:28.114276 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36686) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:28.219320 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d1786-56a5-44f8-bb16-7966c6d256c3 req-1ff0e9b1-89a4-4ac1-abee-fc6b167e876e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:28.227066 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-685d1786-56a5-44f8-bb16-7966c6d256c3 req-1ff0e9b1-89a4-4ac1-abee-fc6b167e876e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 945 time: 0.3725410
Apr 30 13:18:28.238375 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-b5e1c761-5c01-470c-a36d-aa62dc730b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:28.240235 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-b5e1c761-5c01-470c-a36d-aa62dc730b86 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65c99690-cbfc-48a2-884b-7fe44b8e7212 HTTP/1.1" status: 200  len: 843 time: 0.2549765
Apr 30 13:18:28.277396 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.312562 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-685d1786-56a5-44f8-bb16-7966c6d256c3 req-2fd6ac63-76d2-456e-a77b-3fdb55df7d07 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846181
Apr 30 13:18:28.313366 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.358971 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8bdce-9081-40b1-8038-b5f2abb22e96 req-c019682a-3026-498b-9c91-77990ebdc7ec tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:28.360480 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-47f8bdce-9081-40b1-8038-b5f2abb22e96 req-c019682a-3026-498b-9c91-77990ebdc7ec tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.2229841
Apr 30 13:18:28.364975 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:28.386783 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Usage tracker for resource:security_group_rule and tenant:2559fb1dffcd400cb450ee599674adbc is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:28.391361 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:28.410175 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:28.433773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.445687 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.455414 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-67a0e3a4-57f3-4c66-a273-52cdda7f07e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:28.464097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-c49407e1-fa09-4eb6-8e52-cc3d82932bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:28.465563 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-c49407e1-fa09-4eb6-8e52-cc3d82932bdb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d0ba1ad-9e97-4919-a262-9ba3d29ff158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2049165
Apr 30 13:18:28.478336 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-47f8bdce-9081-40b1-8038-b5f2abb22e96 req-0fedac3d-9235-495b-8ebc-c3aefcf6150e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063209
Apr 30 13:18:28.481269 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.545490 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8c1919-de8d-4b38-bd06-5ab926d6dbb0,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:28.548801 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:28.601201 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c6d0419b93444ef294a8d25d77adbcf6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7231257
Apr 30 13:18:28.601904 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36694) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:28.638202 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a3c46520>,) {'filters': {'network_id': ['e0a6944d-a7ea-4997-811f-9e7395f71883']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:28.652729 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-fd74d341-b774-4de0-bde5-c7395e4ef16b service neutron] 10.222.0.103 "GET /v2.0/networks/3d0ba1ad-9e97-4919-a262-9ba3d29ff158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718886
Apr 30 13:18:28.656364 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3c46520>, '610fb34e-304a-4bf5-a5e4-5cca0cd9b537') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:28.656723 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3c46520>, '610fb34e-304a-4bf5-a5e4-5cca0cd9b537') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:28.681909 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.732718 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.755470 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:18:28.787893 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.858219 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.868679 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba7f3463-701d-43a7-a2f2-5554223d4768 req-f7d5195e-a329-4a5a-8da4-c3e02410b768 service neutron] 10.222.0.103 "GET /v2.0/networks/3d0ba1ad-9e97-4919-a262-9ba3d29ff158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975124
Apr 30 13:18:28.870400 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98924da4-b6b3-4503-8143-d4e464ac46d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:28.886288 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.910634 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65b721-d95f-4462-b863-29f2e8289ef1 req-bad536e9-ac6b-431d-a174-2deda7fbed64 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:28.912443 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb65b721-d95f-4462-b863-29f2e8289ef1 req-bad536e9-ac6b-431d-a174-2deda7fbed64 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 947 time: 0.1214621
Apr 30 13:18:28.985655 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb65b721-d95f-4462-b863-29f2e8289ef1 req-21d03da0-40bd-409b-979e-ceadf8ad752c tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661013
Apr 30 13:18:29.035945 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2559fb1dffcd400cb450ee599674adbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9161499
Apr 30 13:18:29.039225 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36702) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:29.041599 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Network e0a6944d-a7ea-4997-811f-9e7395f71883 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:29.050818 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.061918 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb20ab8-cc40-472f-8980-efd6cf3b18f3,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:29.065811 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.080472 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:29.137846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.165042 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-66190502-a06b-435f-82b0-dbef8e16b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:29.167213 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-66190502-a06b-435f-82b0-dbef8e16b7a5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=723a1fc61e034b819f787a6c7412b855&device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 1100 time: 0.1621709
Apr 30 13:18:29.208536 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.293166 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Network e0a6944d-a7ea-4997-811f-9e7395f71883 has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:18:29.327821 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:18:29.361659 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:18:29.419743 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-3e927f10-bd15-4375-8cd9-271a667f769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:29.421701 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-3e927f10-bd15-4375-8cd9-271a667f769d service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d0ba1ad-9e97-4919-a262-9ba3d29ff158 HTTP/1.1" status: 200  len: 871 time: 0.2458038
Apr 30 13:18:29.432725 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.443746 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.495425 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:18:29.501074 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-afaddc58-aa08-489c-b2aa-0f940c797f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:29.504678 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ac18a083-4662-42f6-9cb7-2e008aa972dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:29.505519 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:18:29.506143 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.537470 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-9c7346b8-378e-4dfc-8c86-822d4ccfe21f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=666547ca-74f8-4ce0-8769-6f5f3b80978e HTTP/1.1" status: 200  len: 217 time: 0.1068137
Apr 30 13:18:29.538783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb20ab8-cc40-472f-8980-efd6cf3b18f3,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:29.550418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:29.618428 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.619681 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3eb20ab8-cc40-472f-8980-efd6cf3b18f3 HTTP/1.1" status: 204  len: 168 time: 0.5751834
Apr 30 13:18:29.640654 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8c1919-de8d-4b38-bd06-5ab926d6dbb0,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:29.648170 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:29.679662 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-1ccf6ad3-d042-4c6f-bd70-36cfb579e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:29.680970 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.681116 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-1ccf6ad3-d042-4c6f-bd70-36cfb579e6b7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65c99690-cbfc-48a2-884b-7fe44b8e7212 HTTP/1.1" status: 200  len: 843 time: 0.1180062
Apr 30 13:18:29.696600 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.697688 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0a8c1919-de8d-4b38-bd06-5ab926d6dbb0 HTTP/1.1" status: 204  len: 168 time: 1.0865376
Apr 30 13:18:29.701712 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.704564 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ee2f7c09-213f-49f9-adf6-7e3010be2434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:29.727163 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.733645 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a6944d-a7ea-4997-811f-9e7395f71883,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:29.742584 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e0a6944d-a7ea-4997-811f-9e7395f71883 HTTP/1.1" status: 204  len: 168 time: 1.6505427
Apr 30 13:18:29.742808 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36728) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:29.744843 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:29.754154 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae95299-1c22-423a-bb4b-7302d632cade req-14d7894d-33e3-4927-a9ad-ddf3b419a21a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:29.762362 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2ae95299-1c22-423a-bb4b-7302d632cade req-14d7894d-33e3-4927-a9ad-ddf3b419a21a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 945 time: 0.2218757
Apr 30 13:18:29.809857 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:29.810912 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:29.818253 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.820340 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:29.870765 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2ae95299-1c22-423a-bb4b-7302d632cade req-11952898-0e1f-438e-9a33-e5971b5a74ee tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077180
Apr 30 13:18:29.905446 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:29.910673 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:30.010437 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Deleting subnet a9b65c7a-7b91-41d4-abe1-fe84fcc43d26 {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:18:30.029653 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.112652 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c689868-4019-4860-a8ab-bfaa691b77a6 req-2794399e-9f4b-428d-a75e-538cd6256dd7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:30.120067 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2c689868-4019-4860-a8ab-bfaa691b77a6 req-2794399e-9f4b-428d-a75e-538cd6256dd7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.4380722
Apr 30 13:18:30.127241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-ae8a421c-bf09-45c4-bdd2-ac5f4880c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:30.128788 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-ae8a421c-bf09-45c4-bdd2-ac5f4880c97b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d0ba1ad-9e97-4919-a262-9ba3d29ff158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3853335
Apr 30 13:18:30.181606 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', 'code': 200}
Apr 30 13:18:30.188250 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.244081 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.375390 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2c689868-4019-4860-a8ab-bfaa691b77a6 req-ff8949d3-6221-49f7-9578-6542e5de69d3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543421
Apr 30 13:18:30.454451 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98bb9a-dbab-4383-9df5-810a55b001fc req-9ee0ae16-d118-4356-8a4a-7a7bc44e2e8a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:30.456281 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3a98bb9a-dbab-4383-9df5-810a55b001fc req-9ee0ae16-d118-4356-8a4a-7a7bc44e2e8a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 947 time: 0.1480594
Apr 30 13:18:30.547532 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3a98bb9a-dbab-4383-9df5-810a55b001fc req-81b7d9a3-a21a-4cfc-870f-09fd03590744 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828664
Apr 30 13:18:30.671002 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-945b40e5-2988-4bda-b934-f607c3fd8bda service neutron] 10.222.0.103 "GET /v2.0/networks/3d0ba1ad-9e97-4919-a262-9ba3d29ff158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5240328
Apr 30 13:18:30.938603 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36786) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:30.973246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937ec78-6a4c-4f4b-8c41-4ec1523a8000 req-581e4cdd-d058-49fb-8015-0a5a19c530cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:30.975049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8937ec78-6a4c-4f4b-8c41-4ec1523a8000 req-581e4cdd-d058-49fb-8015-0a5a19c530cc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 1099 time: 0.4095550
Apr 30 13:18:30.982262 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-611f3fa1-e254-476d-bc21-40045fc02a02 req-6e4647b7-9afd-47ed-b406-ffca7bb16460 service neutron] 10.222.0.103 "GET /v2.0/networks/3d0ba1ad-9e97-4919-a262-9ba3d29ff158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027885
Apr 30 13:18:31.050235 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8937ec78-6a4c-4f4b-8c41-4ec1523a8000 req-d3c2006e-6340-42ac-afe4-65b6b71a7dc8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668211
Apr 30 13:18:31.061152 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.075023 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:31.239534 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b65c7a-7b91-41d4-abe1-fe84fcc43d26,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:31.242295 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.245808 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:31.256683 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a9b65c7a-7b91-41d4-abe1-fe84fcc43d26 HTTP/1.1" status: 204  len: 168 time: 1.5077636
Apr 30 13:18:31.256815 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36802) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:31.290052 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-128348833-network', 'tenant_id': '9079985bd0cc444091cb61ab2418c9a0'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:31.296914 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:31.302662 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Usage tracker for resource:network and tenant:9079985bd0cc444091cb61ab2418c9a0 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:31.307712 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:31.315041 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:31.323588 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de5931-d877-49d5-8f15-8a2a5b5b6605 req-c75778c1-dc90-4843-bebd-0e4993dd023e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:31.325602 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-07de5931-d877-49d5-8f15-8a2a5b5b6605 req-c75778c1-dc90-4843-bebd-0e4993dd023e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 946 time: 0.1816006
Apr 30 13:18:31.367421 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 666547ca-74f8-4ce0-8769-6f5f3b80978e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:18:31.393085 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-07de5931-d877-49d5-8f15-8a2a5b5b6605 req-79fad42c-9f0b-4f92-a959-f17cc0c4c2d2 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610371
Apr 30 13:18:31.407432 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Made reservation on behalf of 9079985bd0cc444091cb61ab2418c9a0 for: {'network': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:31.410229 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.450796 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.488039 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:31.495937 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.502130 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Usage tracker for resource:security_group_rule and tenant:9079985bd0cc444091cb61ab2418c9a0 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:31.509324 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:31.517952 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:31.567403 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 666547ca-74f8-4ce0-8769-6f5f3b80978e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=666547ca-74f8-4ce0-8769-6f5f3b80978e,segment=NetworkSegment(829fda4b-9d41-4aca-aa53-31071f2436bf),segment_id=829fda4b-9d41-4aca-aa53-31071f2436bf)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:31.609276 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '666547ca-74f8-4ce0-8769-6f5f3b80978e', 'network_id': '3d0ba1ad-9e97-4919-a262-9ba3d29ff158', 'port_id': '666547ca-74f8-4ce0-8769-6f5f3b80978e', 'mac_address': 'fa:16:3e:90:9a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c99690-cbfc-48a2-884b-7fe44b8e7212', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:18:31.668435 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e1c3-0862-4bf0-a9c8-28999149250d req-2044ba09-20d9-4c4f-9bf7-8d5f4ffd0247 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:31.675670 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8370e1c3-0862-4bf0-a9c8-28999149250d req-2044ba09-20d9-4c4f-9bf7-8d5f4ffd0247 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1439135
Apr 30 13:18:31.713931 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.736760 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8370e1c3-0862-4bf0-a9c8-28999149250d req-addf8cd4-ddb8-4a63-97e9-74fcba303ed6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491276
Apr 30 13:18:31.738086 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666547ca-74f8-4ce0-8769-6f5f3b80978e {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:31.768306 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 666547ca-74f8-4ce0-8769-6f5f3b80978e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=666547ca-74f8-4ce0-8769-6f5f3b80978e,segment=NetworkSegment(829fda4b-9d41-4aca-aa53-31071f2436bf),segment_id=829fda4b-9d41-4aca-aa53-31071f2436bf)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:31.768306 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.769611 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:31.778608 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.847059 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=666547ca-74f8-4ce0-8769-6f5f3b80978e,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:31.852137 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:31.944953 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a2a747c0>,) {'filters': {'network_id': ['14db79d0-e606-4ab0-a187-adcc66ffc17e']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:31.978535 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a2a747c0>, 'd585a747-7dbb-48da-96cc-dd5bab730fc6') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:31.978830 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a2a747c0>, 'd585a747-7dbb-48da-96cc-dd5bab730fc6') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:32.005349 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.023397 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661df59-2427-4a29-aa75-536c35f87840 req-b71acdcb-7458-4dd5-b4c4-82dfc4ca6ed0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:32.023397 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a661df59-2427-4a29-aa75-536c35f87840 req-b71acdcb-7458-4dd5-b4c4-82dfc4ca6ed0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 948 time: 0.3280187
Apr 30 13:18:32.031599 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.050265 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.058412 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.060504 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-29fb5255-7826-4212-87b5-b2c80c526a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:32.088402 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:18:32.184279 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a661df59-2427-4a29-aa75-536c35f87840 req-213a1f02-2983-40b5-b261-f6578dc54f6c tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547000
Apr 30 13:18:32.190522 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15f3ef-d803-40c6-84fe-0105f42b1043,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:32.196163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:32.291473 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Network 14db79d0-e606-4ab0-a187-adcc66ffc17e has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:32.300897 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.304470 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['666547ca-74f8-4ce0-8769-6f5f3b80978e'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:32.559517 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Network 14db79d0-e606-4ab0-a187-adcc66ffc17e has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:18:32.634803 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:18:32.793321 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.798273 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313}  {{(pid=73819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:18:32.810275 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0ab828d2-2cc2-4a8c-b7be-4c6005329910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:32.826569 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.842964 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Pushing event deleted for resources: {'Network': ['ID=14db79d0-e606-4ab0-a187-adcc66ffc17e,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:32.848743 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.849086 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.segments_db [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Added segment 7c11b588-b5aa-4d1a-a735-31581e862466 of type vlan for network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154
Apr 30 13:18:32.852857 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:32.862630 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-865846ed-d93c-4e7a-a780-8674bfec6740 admin admin] 10.222.0.79 "DELETE /v2.0/networks/14db79d0-e606-4ab0-a187-adcc66ffc17e HTTP/1.1" status: 204  len: 168 time: 1.6058378
Apr 30 13:18:32.895096 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b3ec-bb19-41a3-9b2a-ccdc3292438a req-f61544a0-de09-4cdb-86b7-c796f26539f5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:32.897676 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2330b3ec-bb19-41a3-9b2a-ccdc3292438a req-f61544a0-de09-4cdb-86b7-c796f26539f5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 946 time: 0.1848550
Apr 30 13:18:32.901931 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.963698 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.965827 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:32.967277 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.978696 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.021915 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2330b3ec-bb19-41a3-9b2a-ccdc3292438a req-7f2d220d-ce5a-4f1f-b5d8-65d5081e8848 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172252
Apr 30 13:18:33.282979 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36868) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:33.315990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Pushing event updated for resources: {'Network': ['ID=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.321975 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.323853 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.3841252
Apr 30 13:18:33.328271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36872) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:33.331149 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:18:33.344426 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Request body: {'subnet': {'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-128348833-subnet', 'tenant_id': '9079985bd0cc444091cb61ab2418c9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:33.372307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:33.394126 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372e69-5b42-48db-8275-98972c74dc0e req-be9cfeb9-321f-4f23-8081-73e9001d79d5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:33.402835 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9d372e69-5b42-48db-8275-98972c74dc0e req-be9cfeb9-321f-4f23-8081-73e9001d79d5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.2012949
Apr 30 13:18:33.441690 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Usage tracker for resource:subnet and tenant:9079985bd0cc444091cb61ab2418c9a0 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:33.448622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:33.463637 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9d372e69-5b42-48db-8275-98972c74dc0e req-df2fbda8-3584-418e-95af-97134a90fdf6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594258
Apr 30 13:18:33.477514 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:33.496431 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-56b6f71d-eb6e-4bff-8e56-294feb11007e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cea29bfe837d4628b610f05abbce80b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119412
Apr 30 13:18:33.499264 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36882) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:33.502534 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Made reservation on behalf of 9079985bd0cc444091cb61ab2418c9a0 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:33.505077 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.567738 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.606786 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.635901 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc12d0-a717-4ec5-abda-cb02f8342e96 req-ab7ca882-6f75-447a-aa80-0b51d6077542 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:33.637390 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8efc12d0-a717-4ec5-abda-cb02f8342e96 req-ab7ca882-6f75-447a-aa80-0b51d6077542 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 948 time: 0.2626421
Apr 30 13:18:33.667766 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.672849 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.685910 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e0a22-7ef1-4a83-807d-7c75a6ebb001,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.692073 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.698616 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.699394 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8efc12d0-a717-4ec5-abda-cb02f8342e96 req-4adada71-16a8-4a09-a691-a18556584364 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539243
Apr 30 13:18:33.707231 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/503e0a22-7ef1-4a83-807d-7c75a6ebb001 HTTP/1.1" status: 204  len: 168 time: 0.2067137
Apr 30 13:18:33.784785 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36890) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:34.015484 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.021281 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:34.086497 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.102733 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:34.107345 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Usage tracker for resource:security_group_rule and tenant:43090b18b54f47318ef3260c6b91217c is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:34.110071 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a693e42-ae69-42a6-960b-c58fb5826626,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:34.110772 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:34.117756 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:34.120948 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:34.123661 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Checking segment: {'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:18:34.124009 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Network hostable DHCP agents. Network: aaedd0c6-8067-4afd-bcb2-ecc8e1a55154, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:18:34.143260 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:18:34.156769 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, aaedd0c6-8067-4afd-bcb2-ecc8e1a55154) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:18:34.162223 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:34.162729 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.166720 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761726a5-3a77-475d-b3e0-3d00770a0f67 None None] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:18:34.182761 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36902) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:34.193806 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8643944
Apr 30 13:18:34.267348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.275686 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-fba38d16-8232-4422-bd10-f0e938d6392d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d701d987704b4c98b2dc0a498cf21df3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0903506
Apr 30 13:18:34.277177 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.284532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 36908) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:34.286314 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:34.335207 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64281d17-57da-46f8-8f4b-c196795fb6b1,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:34.340851 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43090b18b54f47318ef3260c6b91217c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5547490
Apr 30 13:18:34.342244 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:34.343365 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36912) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:34.347795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ec521-bf39-44c6-b4f3-8e9bdfb10bcf req-84fb5cdb-e791-4309-9936-06b7f97973fc tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:34.356442 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a6ec521-bf39-44c6-b4f3-8e9bdfb10bcf req-84fb5cdb-e791-4309-9936-06b7f97973fc tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 946 time: 0.1560137
Apr 30 13:18:34.426906 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.465048 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8a6ec521-bf39-44c6-b4f3-8e9bdfb10bcf req-a03a9036-0341-41c8-b07c-fa8c098df8c5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075075
Apr 30 13:18:34.465983 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.494216 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.547374 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103dfd6-f662-4fe9-91a6-101bc45bebab None None] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:18:34.554265 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.605586 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.611243 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-833bcab6-25af-4eea-83e4-4852204ef9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:34.654659 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64281d17-57da-46f8-8f4b-c196795fb6b1,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:34.672897 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:34.681472 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.686510 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64281d17-57da-46f8-8f4b-c196795fb6b1 HTTP/1.1" status: 204  len: 168 time: 0.3397045
Apr 30 13:18:34.736268 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.747562 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1320d5fc-dd21-4b19-b2ae-dfaf4f675e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:34.759252 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624bb05d-4e5c-4a24-9330-9c7a347e53e5,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:34.767121 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:34.775435 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.776842 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/624bb05d-4e5c-4a24-9330-9c7a347e53e5 HTTP/1.1" status: 204  len: 168 time: 0.4904094
Apr 30 13:18:34.822255 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc52c02-359a-41d2-968d-fb6e745a1862 req-9514c654-a28d-41aa-8f2b-795f0c4a2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:34.823789 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cdc52c02-359a-41d2-968d-fb6e745a1862 req-9514c654-a28d-41aa-8f2b-795f0c4a2b6c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 1099 time: 0.1560502
Apr 30 13:18:34.916026 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94aa5a-2a6d-454d-b579-014d617e442e req-b6c46d27-9e45-4bde-887b-644c9e0f56b4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:34.917600 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f94aa5a-2a6d-454d-b579-014d617e442e req-b6c46d27-9e45-4bde-887b-644c9e0f56b4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.2315209
Apr 30 13:18:34.980267 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cdc52c02-359a-41d2-968d-fb6e745a1862 req-1f66c9e2-653c-4f32-bf69-3225b8fd62d9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421356
Apr 30 13:18:35.009622 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f94aa5a-2a6d-454d-b579-014d617e442e req-21a81b49-6169-416a-bcfa-8f2bacf53eaa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840452
Apr 30 13:18:35.375753 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5955356-2e97-4064-910f-9bc6b2435e25 req-b6c251d4-c5bc-4666-b81e-c58de4f82407 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:35.387388 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e5955356-2e97-4064-910f-9bc6b2435e25 req-b6c251d4-c5bc-4666-b81e-c58de4f82407 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 948 time: 0.1951675
Apr 30 13:18:35.398659 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 666547ca-74f8-4ce0-8769-6f5f3b80978e up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:18:35.451415 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36954) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:35.487700 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.505287 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e5955356-2e97-4064-910f-9bc6b2435e25 req-7e90496f-1c6a-45af-af9d-882503dd7c91 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161907
Apr 30 13:18:35.537146 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:35.542090 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Usage tracker for resource:security_group_rule and tenant:f17559c7a3684bcaa983108d56ade5bc is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:35.546193 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:35.558582 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:35.571584 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 666547ca-74f8-4ce0-8769-6f5f3b80978e completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:18:35.582810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 666547ca-74f8-4ce0-8769-6f5f3b80978e triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:18:35.583191 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.770903 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.778416 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.790966 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3f1a8324-d35c-48f7-8ec4-17ac4ea9c77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:35.820125 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.823316 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a0aeb-6a29-4217-8a31-a28ac8bef6a2,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:35.828689 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:35.847529 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f17559c7a3684bcaa983108d56ade5bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3946314
Apr 30 13:18:35.851335 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 36972) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:35.857859 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666547ca-74f8-4ce0-8769-6f5f3b80978e'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:35.883804 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 666547ca-74f8-4ce0-8769-6f5f3b80978e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=666547ca-74f8-4ce0-8769-6f5f3b80978e,segment=NetworkSegment(829fda4b-9d41-4aca-aa53-31071f2436bf),segment_id=829fda4b-9d41-4aca-aa53-31071f2436bf)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:35.891907 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.894267 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:35.940032 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.960961 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666547ca-74f8-4ce0-8769-6f5f3b80978e', 'code': 200}
Apr 30 13:18:35.978595 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:36.005780 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=666547ca-74f8-4ce0-8769-6f5f3b80978e,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:36.010216 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:36.071585 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:36.077883 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-96a899fe-9ea1-442f-a2ac-85279c20bb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:36.105035 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a0aeb-6a29-4217-8a31-a28ac8bef6a2,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:36.115029 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:36.126285 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:36.134041 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d2a0aeb-6a29-4217-8a31-a28ac8bef6a2 HTTP/1.1" status: 204  len: 168 time: 0.2812858
Apr 30 13:18:36.316607 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe81c1c-eceb-4266-b145-b9ce6ddaeadd req-1f5e4562-d193-49de-921a-83aabac445eb tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:36.318222 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-abe81c1c-eceb-4266-b145-b9ce6ddaeadd req-1f5e4562-d193-49de-921a-83aabac445eb tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1243544
Apr 30 13:18:36.430976 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-abe81c1c-eceb-4266-b145-b9ce6ddaeadd req-76ef71c4-cdb0-4525-ab63-45ad41ccef41 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064038
Apr 30 13:18:36.463050 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3b70-a476-4528-b2c9-d5e0feed0711 req-ccc4a44c-a4a7-40e9-9f28-853789c20596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:36.465288 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-58cc3b70-a476-4528-b2c9-d5e0feed0711 req-ccc4a44c-a4a7-40e9-9f28-853789c20596 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 1102 time: 0.0896244
Apr 30 13:18:36.623941 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-58cc3b70-a476-4528-b2c9-d5e0feed0711 req-718d0c07-1afe-455f-9907-1cf3d96ef920 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730853
Apr 30 13:18:36.789280 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085fcf7-3309-46aa-8081-941e119a7324 req-b3596981-6a9c-4639-84a6-ce481940210d tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:36.792569 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4085fcf7-3309-46aa-8081-941e119a7324 req-b3596981-6a9c-4639-84a6-ce481940210d tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.1093709
Apr 30 13:18:36.864060 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4085fcf7-3309-46aa-8081-941e119a7324 req-71dcc71a-ab02-4422-84f2-18f7921a9484 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648522
Apr 30 13:18:36.893900 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 37020) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:37.028535 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:37.044354 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:37.048468 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5354e8b3844fd298ceb4cfff13aaf3 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:37.051744 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:37.062000 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:37.182547 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:37.191181 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:37.203434 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-dd56edba-9720-42ab-8770-6203bfe631c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:37.254706 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e5354e8b3844fd298ceb4cfff13aaf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573680
Apr 30 13:18:37.254706 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f94a6f-c001-4471-a07d-b01fb67fb40d,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:37.257353 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 37054) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:37.274779 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.275236 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.275656 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.276016 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.276357 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.276702 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.277039 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.277383 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.277717 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.278167 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.278413 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.278744 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:37.283964 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:37.348375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:37.378195 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:37.380002 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-39ba229d-f88d-49bf-bfc1-667c85f99a9f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:37.382218 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-39ba229d-f88d-49bf-bfc1-667c85f99a9f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/networks?id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 HTTP/1.1" status: 200  len: 808 time: 0.1826243
Apr 30 13:18:37.410460 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-489606d2-be75-477c-9457-75e54c050242 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/quotas/9079985bd0cc444091cb61ab2418c9a0 HTTP/1.1" status: 200  len: 375 time: 0.0191047
Apr 30 13:18:37.460109 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:37.465213 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-702a1356-7c04-4566-bf36-eec3e54f8db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:37.477100 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-d9ea4a4f-8ab0-4f47-a379-227293eaf729 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9079985bd0cc444091cb61ab2418c9a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509253
Apr 30 13:18:37.491802 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:37.492910 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/44f94a6f-c001-4471-a07d-b01fb67fb40d HTTP/1.1" status: 204  len: 168 time: 0.2343619
Apr 30 13:18:37.493806 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f94a6f-c001-4471-a07d-b01fb67fb40d,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:37.506331 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:37.686307 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-ba112b35-b1e9-4f4b-8fba-7233013eb9bd service neutron] 10.222.0.79 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990485
Apr 30 13:18:37.713086 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882e0ba-4f67-4ea7-b141-6cd389b1de8d req-bd2571bb-41c2-4b93-a55f-96b3ffbfa218 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:37.721918 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5882e0ba-4f67-4ea7-b141-6cd389b1de8d req-bd2571bb-41c2-4b93-a55f-96b3ffbfa218 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1047053
Apr 30 13:18:37.775214 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5882e0ba-4f67-4ea7-b141-6cd389b1de8d req-a3d5509a-ad18-461b-9635-c69363b71be4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520275
Apr 30 13:18:37.873565 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-3008d2a3-41ac-43e1-94cd-7ea95322e0c9 service neutron] 10.222.0.79 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862762
Apr 30 13:18:38.117490 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e268e-f6e2-45e6-ab09-0c1fad8be12a req-2a71c11c-845e-435b-95dd-1ab5e60d80f1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:38.132357 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b25e268e-f6e2-45e6-ab09-0c1fad8be12a req-2a71c11c-845e-435b-95dd-1ab5e60d80f1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1757553
Apr 30 13:18:38.222081 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b25e268e-f6e2-45e6-ab09-0c1fad8be12a req-5948638a-e19c-4688-bea8-136b27575737 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826910
Apr 30 13:18:38.305734 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c01880-0215-478f-8d7f-057c83722730 req-b57a49be-dacf-481e-a6ed-b2870b801f56 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:38.307348 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-89c01880-0215-478f-8d7f-057c83722730 req-b57a49be-dacf-481e-a6ed-b2870b801f56 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.1828294
Apr 30 13:18:38.419647 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f4a58018-f4b1-4b21-99cb-bf47badaafac req-543365a5-ac3e-4264-99a7-2dcb2ef56e42 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 210 time: 0.1368902
Apr 30 13:18:38.436823 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-89c01880-0215-478f-8d7f-057c83722730 req-d2724683-673e-46f0-8a9c-e216cdcbc789 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169529
Apr 30 13:18:39.503740 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-ee473281-146e-4e7d-97b0-5b73591b3676 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:39.505244 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-ee473281-146e-4e7d-97b0-5b73591b3676 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 0.1720173
Apr 30 13:18:39.522185 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-9a3f3c69-bb88-4bb6-85c4-085ec1fa0746 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/quotas/f8dcaa02d735401891147a4c2464e318 HTTP/1.1" status: 200  len: 375 time: 0.0098081
Apr 30 13:18:39.633883 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-87e3a0c7-6737-49a2-9f93-fde524e468de tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1046097
Apr 30 13:18:39.652282 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b3db0253-aa56-4ac8-8fa6-f63c7b22da73 req-85f28fcb-a2ad-4b08-9449-03166ecfc637 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 210 time: 0.0661376
Apr 30 13:18:39.808077 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-d4867580-378c-45ba-97cf-5ff5d79140f6 service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673160
Apr 30 13:18:39.870497 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12790a-060a-4772-886d-24ea89f47031 req-a44bb4ec-9c2a-4144-bdb8-435cd25d9fb2 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:39.888109 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2f12790a-060a-4772-886d-24ea89f47031 req-a44bb4ec-9c2a-4144-bdb8-435cd25d9fb2 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.1130197
Apr 30 13:18:39.952854 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2f12790a-060a-4772-886d-24ea89f47031 req-96afa48b-dba4-4bb0-aff8-8273ac2d70a5 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600252
Apr 30 13:18:40.024045 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-506e8925-f856-45d8-b20c-3236923f2e51 service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059603
Apr 30 13:18:40.649264 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-156820d9-e94a-439d-a946-55b23106ff29 req-50facb6b-211c-43f4-aad6-18691c4d598e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 210 time: 0.2523091
Apr 30 13:18:40.775828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bd670a1b-1297-481e-b4ff-4ac375ea3e58 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:40.780441 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bd670a1b-1297-481e-b4ff-4ac375ea3e58 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "GET /v2.0/networks?id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 HTTP/1.1" status: 200  len: 808 time: 0.6887386
Apr 30 13:18:40.826777 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Request body: {'port': {'device_id': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154', 'admin_state_up': True, 'tenant_id': '9079985bd0cc444091cb61ab2418c9a0'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:41.175443 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-edbc65ce-57e3-4492-94df-581a837d2634 req-ae3cfc0c-01a5-4274-b8d7-f594ca26389d tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 210 time: 0.0460894
Apr 30 13:18:41.183341 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:41.197279 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ab67d-03cb-480e-92ca-d45ad3f926c3 req-a971a68c-fc21-44fa-84c6-4f99c3551958 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:41.198863 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-855ab67d-03cb-480e-92ca-d45ad3f926c3 req-a971a68c-fc21-44fa-84c6-4f99c3551958 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.2719004
Apr 30 13:18:41.200669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Usage tracker for resource:port and tenant:9079985bd0cc444091cb61ab2418c9a0 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:41.205159 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:41.213174 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:41.254921 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Made reservation on behalf of 9079985bd0cc444091cb61ab2418c9a0 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:41.260490 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:41.306721 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-855ab67d-03cb-480e-92ca-d45ad3f926c3 req-d232573f-61e4-4a3b-9b01-b272ab6c6da2 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945170
Apr 30 13:18:41.415993 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-3c9a5c40-ee5d-407f-aae9-18080d122160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:41.417462 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-3c9a5c40-ee5d-407f-aae9-18080d122160 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.2836845
Apr 30 13:18:41.421638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad0fc-acec-4938-bd24-d78bd31145ea req-aab3cfe4-0177-4242-b753-3b031f11c30d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:41.424192 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a53ad0fc-acec-4938-bd24-d78bd31145ea req-aab3cfe4-0177-4242-b753-3b031f11c30d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1187871
Apr 30 13:18:41.475781 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a53ad0fc-acec-4938-bd24-d78bd31145ea req-48ebfb86-b972-4d38-9057-4e75d91d41c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458610
Apr 30 13:18:41.591861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Allocated IP 172.20.0.6 (aaedd0c6-8067-4afd-bcb2-ecc8e1a55154/9a693e42-ae69-42a6-960b-c58fb5826626/6bf679fb-169f-4d67-b161-f2a15b38dde6) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:18:41.638542 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-3ec575e2-9d53-4d8f-a8d1-c63328929f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:41.640000 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-3ec575e2-9d53-4d8f-a8d1-c63328929f36 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.1793010
Apr 30 13:18:41.731094 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-0f7de309-e533-453d-9883-871ee966f25c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 217 time: 0.0769613
Apr 30 13:18:41.874314 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-497c1575-bb2a-4a27-9668-717d36993fb1 req-7305f0d0-4dec-4bd3-99ab-7536437cc07f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 210 time: 0.0526128
Apr 30 13:18:41.912533 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-a0c394e7-3d26-4f89-8de0-55b05c52fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:41.914866 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-a0c394e7-3d26-4f89-8de0-55b05c52fc13 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.1581824
Apr 30 13:18:41.963207 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.017389 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-0d29df1d-a799-45d9-95b8-b0611e38abbc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506279
Apr 30 13:18:42.041399 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.048137 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-38986651-4551-4ee1-af4a-df12e5caa9d1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:42.153408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:18:42.156888 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:18:42.251780 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:18:42.259797 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:42.260446 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.311562 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Pushing event updated for resources: {'Port': ['ID=6bf679fb-169f-4d67-b161-f2a15b38dde6,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:42.343709 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.344142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.344571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.345920 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.345920 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.345920 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.347069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.347487 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.351113 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.351576 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.351870 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.362205 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:42.372325 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:42.431884 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6105258
Apr 30 13:18:42.465146 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-9690e14b-42de-459d-93da-b3d6edadb91c service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3797870
Apr 30 13:18:42.471642 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Request body: {'port': {'device_id': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:42.513263 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-08b6688f-c4f4-4a41-a9d1-d099f96bb0d8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:42.515165 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-08b6688f-c4f4-4a41-a9d1-d099f96bb0d8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 0.3335297
Apr 30 13:18:42.560254 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Request body: {'port': {'device_id': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'admin_state_up': True, 'tenant_id': 'f8dcaa02d735401891147a4c2464e318'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:42.735518 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d034b7-4654-4777-9f90-202191855d0a req-914e9716-1144-4a79-b1ec-5c4be23f0bba tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:42.737318 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c2d034b7-4654-4777-9f90-202191855d0a req-914e9716-1144-4a79-b1ec-5c4be23f0bba tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.2210038
Apr 30 13:18:42.761676 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:42.779582 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:42.792528 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.814736 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c2d034b7-4654-4777-9f90-202191855d0a req-5efc0532-6edb-4980-aed8-9866a47a5b0a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687070
Apr 30 13:18:42.824801 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Made reservation on behalf of f8dcaa02d735401891147a4c2464e318 for: {'port': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:42.829693 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.867869 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa407f65-98ea-4e20-bf3b-5370b1b03997 req-90f7f7c7-4ae5-468b-92c2-67aaa4b708da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:42.868517 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-aa407f65-98ea-4e20-bf3b-5370b1b03997 req-90f7f7c7-4ae5-468b-92c2-67aaa4b708da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Synchronizing usage tracker for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:42.988003 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50d7e5a7-10b6-4667-bdb2-bd3886087eac req-6dff3a34-f61e-4278-8dfc-3dce4624989d service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4248416
Apr 30 13:18:42.994904 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-aa407f65-98ea-4e20-bf3b-5370b1b03997 req-90f7f7c7-4ae5-468b-92c2-67aaa4b708da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Unset dirty status for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:42.998538 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa407f65-98ea-4e20-bf3b-5370b1b03997 req-90f7f7c7-4ae5-468b-92c2-67aaa4b708da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 931 time: 0.6198866
Apr 30 13:18:43.106259 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Allocated IP 172.20.0.9 (4f6ff428-220c-464d-bf3c-450653cf4660/ed38845b-d762-4686-a298-231d5c0c349d/993e83a7-97b0-4089-ba75-29f8911a36c4) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:18:43.121632 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2925a-80c5-46e0-b76f-f07de3de0c27 req-f357f626-8f0f-489d-a6ac-b7dc2d6768c0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:43.123427 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6ca2925a-80c5-46e0-b76f-f07de3de0c27 req-f357f626-8f0f-489d-a6ac-b7dc2d6768c0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1870770
Apr 30 13:18:43.153431 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa407f65-98ea-4e20-bf3b-5370b1b03997 req-8fd95876-6424-4950-afbf-47dafc70fa97 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432612
Apr 30 13:18:43.294670 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf679fb-169f-4d67-b161-f2a15b38dde6 {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:43.302145 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.317477 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Transition to ACTIVE for port object 6bf679fb-169f-4d67-b161-f2a15b38dde6 will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:18:43.323161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.330280 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:43.390491 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.414505 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf679fb-169f-4d67-b161-f2a15b38dde6,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:43.434273 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6ca2925a-80c5-46e0-b76f-f07de3de0c27 req-dd94a92f-986a-44df-a752-d6345ca1d1d0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2966511
Apr 30 13:18:43.442406 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.458101 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:43.475980 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:43.536593 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Network 4f6ff428-220c-464d-bf3c-450653cf4660 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:18:43.549976 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:18:43.559887 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:18:43.560525 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Attempting to bind port 6bf679fb-169f-4d67-b161-f2a15b38dde6 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:18:43.560913 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Attempting to bind port 6bf679fb-169f-4d67-b161-f2a15b38dde6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:18:43.561247 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Attempting to bind port 6bf679fb-169f-4d67-b161-f2a15b38dde6 on network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:43.567181 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Port 6bf679fb-169f-4d67-b161-f2a15b38dde6 on network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:18:43.567507 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Attempting to bind port 6bf679fb-169f-4d67-b161-f2a15b38dde6 on network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:43.574346 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:18:43.574678 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Checking segment: {'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:18:43.575060 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Bound using segment: {'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:18:43.575491 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Bound port: 6bf679fb-169f-4d67-b161-f2a15b38dde6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:18:43.575834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.655576 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event updated for resources: {'Port': ['ID=993e83a7-97b0-4089-ba75-29f8911a36c4,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:43.665535 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:43.689189 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:43.690024 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.692757 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] For port 6bf679fb-169f-4d67-b161-f2a15b38dde6, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:18:43.697664 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] For port 6bf679fb-169f-4d67-b161-f2a15b38dde6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6bf679fb-169f-4d67-b161-f2a15b38dde6,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:18:43.704127 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.710497 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:43.734425 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1835859
Apr 30 13:18:43.743133 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12600b-ca7a-483f-872b-0f9720d0640e req-4d3e314d-a36c-4d7e-902c-d0202c9f8e8b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:43.743856 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-0f12600b-ca7a-483f-872b-0f9720d0640e req-4d3e314d-a36c-4d7e-902c-d0202c9f8e8b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:43.761216 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-0f12600b-ca7a-483f-872b-0f9720d0640e req-4d3e314d-a36c-4d7e-902c-d0202c9f8e8b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:43.762430 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0f12600b-ca7a-483f-872b-0f9720d0640e req-4d3e314d-a36c-4d7e-902c-d0202c9f8e8b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 931 time: 0.1604278
Apr 30 13:18:43.767666 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:43.768368 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.769926 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] 10.222.0.103 "PUT /v2.0/ports/6bf679fb-169f-4d67-b161-f2a15b38dde6 HTTP/1.1" status: 200  len: 1093 time: 1.3035245
Apr 30 13:18:43.773386 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'tag': '6bf679fb-169f-4d67-b161-f2a15b38dde6'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:43.785375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 37286) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:43.806477 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf679fb-169f-4d67-b161-f2a15b38dde6,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:43.810968 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:43.828100 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0f12600b-ca7a-483f-872b-0f9720d0640e req-4efe1ada-5b0e-4003-bc67-3496cf465306 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591071
Apr 30 13:18:43.902445 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'tag': '6bf679fb-169f-4d67-b161-f2a15b38dde6', 'status': 'completed', 'code': 200}
Apr 30 13:18:43.931385 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:43.950713 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:43.954679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:eba59aa5abc34c748c75e3a0ceaab1ea is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:43.957538 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:43.963807 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:44.100016 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90a805fb-65be-434d-a7bb-0b7593065a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.112412 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10d9fa-83c5-479c-82d3-22b09da4ffc0 req-cfde7291-b6ff-4a6e-b6ac-09672968ecf0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:44.113873 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5e10d9fa-83c5-479c-82d3-22b09da4ffc0 req-cfde7291-b6ff-4a6e-b6ac-09672968ecf0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.1287158
Apr 30 13:18:44.123311 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.138458 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.148677 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7a074133-a5ce-4a29-8e40-8f929dbc8c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:44.210186 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eba59aa5abc34c748c75e3a0ceaab1ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4237428
Apr 30 13:18:44.213117 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37298) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:44.214085 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5e10d9fa-83c5-479c-82d3-22b09da4ffc0 req-b306db2f-a6a5-4247-b1c2-198f6f470e3b tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933030
Apr 30 13:18:44.214855 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734f53d-1cf1-4f35-9664-f438e3c46264,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:44.217925 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:44.283860 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.312231 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.366856 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.371239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5af8ba57-3768-4dc1-abf2-50fea1f01039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:44.383407 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734f53d-1cf1-4f35-9664-f438e3c46264,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:44.387882 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:44.391811 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.395423 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7734f53d-1cf1-4f35-9664-f438e3c46264 HTTP/1.1" status: 204  len: 168 time: 0.1788216
Apr 30 13:18:44.398410 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8c8ac-560a-4bd5-bc1d-4a5e10b673b1 req-01f91f2a-31a0-4389-b876-03dedf28d0fa tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:44.399955 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b4a8c8ac-560a-4bd5-bc1d-4a5e10b673b1 req-01f91f2a-31a0-4389-b876-03dedf28d0fa tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.0860231
Apr 30 13:18:44.453167 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-b4a8c8ac-560a-4bd5-bc1d-4a5e10b673b1 req-f0229b68-836e-4df2-949c-7d4daf2858b6 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Synchronizing usage tracker for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:44.472350 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-b4a8c8ac-560a-4bd5-bc1d-4a5e10b673b1 req-f0229b68-836e-4df2-949c-7d4daf2858b6 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Unset dirty status for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:44.473489 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b4a8c8ac-560a-4bd5-bc1d-4a5e10b673b1 req-f0229b68-836e-4df2-949c-7d4daf2858b6 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653031
Apr 30 13:18:44.673984 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b2dc6-2df3-4292-aabd-2471cf5509ab req-def24146-e752-4608-b228-4d5ccb6d4fff tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:44.675490 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-255b2dc6-2df3-4292-aabd-2471cf5509ab req-def24146-e752-4608-b228-4d5ccb6d4fff tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0895572
Apr 30 13:18:44.720324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37310) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:44.728447 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-255b2dc6-2df3-4292-aabd-2471cf5509ab req-4b5c8a3d-0e20-4fb2-9f39-1fd9214bc3a1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456121
Apr 30 13:18:44.738090 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.753915 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:44.758852 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Usage tracker for resource:security_group_rule and tenant:82aa1c90480e4a05baea4eac9c0cae7a is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:44.761647 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:44.767275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:44.859943 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.867910 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:44.877014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b323a938-135a-423e-a9c1-7ab3541f2e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:44.917591 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82aa1c90480e4a05baea4eac9c0cae7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1961191
Apr 30 13:18:44.918498 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ccfb9d-3d6a-484d-9eab-8eac7b7ea0c9,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:44.921143 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 37318) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:44.921349 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:45.036864 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:45.076089 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:45.092588 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58f6f1-4c78-4085-8e6d-a0cef36e5483 req-e7c9e079-18af-4477-868b-55fe39f6eec2 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:45.094073 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bb58f6f1-4c78-4085-8e6d-a0cef36e5483 req-e7c9e079-18af-4477-868b-55fe39f6eec2 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 931 time: 0.1445806
Apr 30 13:18:45.159239 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bb58f6f1-4c78-4085-8e6d-a0cef36e5483 req-a8c9f815-3ce7-4f16-a6be-ba5c2c45aba7 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559771
Apr 30 13:18:45.175331 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:45.179602 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c8b85f7b-bf2e-4ae3-9a44-9abb3858dad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:45.193540 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ccfb9d-3d6a-484d-9eab-8eac7b7ea0c9,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:45.197077 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:45.205773 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:45.206964 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18ccfb9d-3d6a-484d-9eab-8eac7b7ea0c9 HTTP/1.1" status: 204  len: 168 time: 0.2840698
Apr 30 13:18:45.416383 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50c303-3d64-4f14-bc07-e992736b5388 req-8de30c36-bc74-4f73-821d-20e10b2dc0b2 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:45.417889 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-af50c303-3d64-4f14-bc07-e992736b5388 req-8de30c36-bc74-4f73-821d-20e10b2dc0b2 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.0930345
Apr 30 13:18:45.556121 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-af50c303-3d64-4f14-bc07-e992736b5388 req-30b3f067-4436-4373-b69f-eb00ee9cc40e tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308174
Apr 30 13:18:45.764339 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97744f71-a546-4eb1-a620-f9ee0c09c3d4 req-4e31ddaf-ac73-48a0-86e1-0113f21375c3 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:45.766280 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97744f71-a546-4eb1-a620-f9ee0c09c3d4 req-4e31ddaf-ac73-48a0-86e1-0113f21375c3 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.0938506
Apr 30 13:18:45.820433 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97744f71-a546-4eb1-a620-f9ee0c09c3d4 req-4cd1a57b-329f-4289-ae13-d2d2ca5c4086 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467429
Apr 30 13:18:46.024773 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f807d6-b6b3-425f-aa7c-32c376d714fb req-c029e664-063b-495b-958f-17209688ead2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:46.026431 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-79f807d6-b6b3-425f-aa7c-32c376d714fb req-c029e664-063b-495b-958f-17209688ead2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0847440
Apr 30 13:18:46.045444 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37352) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:46.077482 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-79f807d6-b6b3-425f-aa7c-32c376d714fb req-88de5223-9356-4660-a2f5-d28d414dadce tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452802
Apr 30 13:18:46.163748 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1868929294-network', 'tenant_id': '073a579db08449979c1fefb12078f6e9'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:46.168609 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:46.172470 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Usage tracker for resource:network and tenant:073a579db08449979c1fefb12078f6e9 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:46.175465 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:46.181301 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:46.193538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Made reservation on behalf of 073a579db08449979c1fefb12078f6e9 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:46.196287 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.208831 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.229315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:46.229315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:073a579db08449979c1fefb12078f6e9 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:46.232022 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:46.237857 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:46.326241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.332177 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.337097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4ee4910c-b271-4428-ae59-5a3b36445bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:46.364136 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:18:46.370914 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649609f-f348-4acd-aa14-1f2a47d2881f req-f00f8c29-6034-4f44-84ce-aa6eab14cb3a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:46.372442 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6649609f-f348-4acd-aa14-1f2a47d2881f req-f00f8c29-6034-4f44-84ce-aa6eab14cb3a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 931 time: 0.0999043
Apr 30 13:18:46.377600 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:46.382109 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:46.384984 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.385318 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Added segment 53c50e5d-e32d-4949-b3b0-644e5a9da5c7 of type vlan for network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb
Apr 30 13:18:46.416380 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.428558 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6649609f-f348-4acd-aa14-1f2a47d2881f req-e587bf0e-ac01-4d27-94b1-374d2227aef6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487409
Apr 30 13:18:46.462548 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.463896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:46.464467 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.468827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ff63c328-90f9-4995-b353-b7f967e9b416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:46.583198 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:46.587907 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:46.590741 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5443840
Apr 30 13:18:46.593358 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37362) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:46.600536 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:18:46.601428 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Request body: {'subnet': {'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1868929294-subnet', 'tenant_id': '073a579db08449979c1fefb12078f6e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:46.607659 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:46.612367 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Usage tracker for resource:subnet and tenant:073a579db08449979c1fefb12078f6e9 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:46.616498 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:46.623320 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:46.639741 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Made reservation on behalf of 073a579db08449979c1fefb12078f6e9 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:46.642681 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:46.789710 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['50ec7608-d829-47e1-b2f7-14e702acb0fc', '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:46.953278 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Request body: {'port': {'device_id': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:47.028663 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3c2b53d3-55e9-4ee6-8b9d-63afd8dd9715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:47.120588 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:47.203553 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dd2d8-c59f-46e4-8642-dbd3896531a2 req-50dd7f4e-73aa-47d2-a78e-26349f938498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.205741 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e20dd2d8-c59f-46e4-8642-dbd3896531a2 req-50dd7f4e-73aa-47d2-a78e-26349f938498 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9079985bd0cc444091cb61ab2418c9a0&device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 1096 time: 0.2415428
Apr 30 13:18:47.228291 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f344db-f8f1-40db-8332-eea3661f90d7 req-b1e911c5-829c-4cd9-bc46-be4c08bd18ea tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.236358 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-75f344db-f8f1-40db-8332-eea3661f90d7 req-b1e911c5-829c-4cd9-bc46-be4c08bd18ea tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.4628234
Apr 30 13:18:47.253353 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:47.334973 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-75f344db-f8f1-40db-8332-eea3661f90d7 req-aa616954-163c-492f-84ec-7831d9f902bb tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976892
Apr 30 13:18:47.477598 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:47.480068 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60eb38d-2266-41d9-a70d-15ea7b6ec3de req-a94ddac3-efc5-405a-9d90-1edefdccae22 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.481655 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c60eb38d-2266-41d9-a70d-15ea7b6ec3de req-a94ddac3-efc5-405a-9d90-1edefdccae22 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.3742762
Apr 30 13:18:47.630570 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c60eb38d-2266-41d9-a70d-15ea7b6ec3de req-ca21e30f-3546-4a05-a295-1d39aefcc692 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980158
Apr 30 13:18:47.717435 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dd2d8-c59f-46e4-8642-dbd3896531a2 req-74c796aa-d457-4d69-98fb-0113aab48f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.718925 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e20dd2d8-c59f-46e4-8642-dbd3896531a2 req-74c796aa-d457-4d69-98fb-0113aab48f96 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=9079985bd0cc444091cb61ab2418c9a0&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3644207
Apr 30 13:18:47.730043 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-77262701-5783-437c-ba90-f5943049052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.731543 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-77262701-5783-437c-ba90-f5943049052e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.3528540
Apr 30 13:18:47.735041 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:47.738982 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5f858dcf-bf20-4215-9038-eff6fb01c9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:47.807556 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993e83a7-97b0-4089-ba75-29f8911a36c4 {{(pid=73819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:47.817222 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:47.835005 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Transition to ACTIVE for port object 993e83a7-97b0-4089-ba75-29f8911a36c4 will not be triggered until provisioned by entity L2. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:18:47.851567 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9122d35-0fed-4619-8595-5a6221036286,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:47.851895 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:47.860214 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:47.865229 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-fdf9710b-0495-41a7-b3cb-e0b22411f853 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:47.876945 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Checking segment: {'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:18:47.877296 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Network hostable DHCP agents. Network: b08e9f30-22e3-4606-a3ee-bc90a0d6aebb, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:18:47.938822 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:18:47.953252 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, b08e9f30-22e3-4606-a3ee-bc90a0d6aebb) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:18:47.964898 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd857-de27-493f-b0b6-a603b7542ab5 req-e999269b-fdf7-4392-92e8-0f873bd6246e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.966616 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead8777-aa80-48d7-9d34-b62d036fc03d None None] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:18:47.967164 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3a7dd857-de27-493f-b0b6-a603b7542ab5 req-e999269b-fdf7-4392-92e8-0f873bd6246e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 943 time: 0.1596785
Apr 30 13:18:47.968130 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.969758 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:48.031860 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ab1c5-58b4-49f2-8e1b-981d7a357076 req-626673b0-47cf-421c-972d-3d2c98bda4ad tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:48.043188 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-658ab1c5-58b4-49f2-8e1b-981d7a357076 req-626673b0-47cf-421c-972d-3d2c98bda4ad tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.3570435
Apr 30 13:18:48.071371 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-9569b447-8357-401a-90a3-83a88e081b31 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4720316
Apr 30 13:18:48.092930 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3a7dd857-de27-493f-b0b6-a603b7542ab5 req-44ce1fac-4144-48ba-ac02-8edc6989ab4a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152565
Apr 30 13:18:48.189298 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Pushing event updated for resources: {'Port': ['ID=993e83a7-97b0-4089-ba75-29f8911a36c4,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:48.209295 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:48.263218 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-658ab1c5-58b4-49f2-8e1b-981d7a357076 req-826d432b-8e50-4df1-a0ab-4680d4453cb6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181904
Apr 30 13:18:48.350861 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Attempting to bind port 993e83a7-97b0-4089-ba75-29f8911a36c4 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:18:48.351583 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Attempting to bind port 993e83a7-97b0-4089-ba75-29f8911a36c4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:18:48.352115 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Attempting to bind port 993e83a7-97b0-4089-ba75-29f8911a36c4 on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:48.360133 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e072d7-2368-4046-b9a7-44c5d9dac464 None None] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:18:48.362222 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Port 993e83a7-97b0-4089-ba75-29f8911a36c4 on network 4f6ff428-220c-464d-bf3c-450653cf4660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:18:48.362728 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Attempting to bind port 993e83a7-97b0-4089-ba75-29f8911a36c4 on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:48.384751 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:18:48.385267 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Checking segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:18:48.385847 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Bound using segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:18:48.386583 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Bound port: 993e83a7-97b0-4089-ba75-29f8911a36c4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:18:48.387126 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:48.566353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:48.622167 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] For port 993e83a7-97b0-4089-ba75-29f8911a36c4, host hv-cinder-78836, cleared binding levels {{(pid=73819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:18:48.626227 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] For port 993e83a7-97b0-4089-ba75-29f8911a36c4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=993e83a7-97b0-4089-ba75-29f8911a36c4,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:18:48.632677 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:48.640230 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1bff73c4-9f8c-4af6-8de8-245e2b49f6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:48.720013 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:48.720633 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:48.722107 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] 10.222.0.103 "PUT /v2.0/ports/993e83a7-97b0-4089-ba75-29f8911a36c4 HTTP/1.1" status: 200  len: 1093 time: 1.7833545
Apr 30 13:18:48.722607 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'tag': '993e83a7-97b0-4089-ba75-29f8911a36c4'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:48.746677 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea691c-b8fd-4877-97ad-e68320c6e941 req-1694ddb7-a538-4fff-94a9-90aef4cbda05 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:48.748257 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-65ea691c-b8fd-4877-97ad-e68320c6e941 req-1694ddb7-a538-4fff-94a9-90aef4cbda05 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.1996646
Apr 30 13:18:48.751122 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Pushing event updated for resources: {'Port': ['ID=993e83a7-97b0-4089-ba75-29f8911a36c4,revision_number=3']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:48.759191 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37406) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:48.765904 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:48.831730 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-65ea691c-b8fd-4877-97ad-e68320c6e941 req-693a7715-68e1-4a2d-97e1-4f2ca1d6c3bd tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646949
Apr 30 13:18:48.865836 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:18:48.932964 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:48.949902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:48.953953 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Usage tracker for resource:security_group_rule and tenant:90cb0503e9a14a369723dde2910421bb is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:48.957022 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:48.963692 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:49.055592 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.061171 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.076167 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:49.138557 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761d97c-1537-4201-ae9f-51ff48a70876 req-445a8189-e632-4c4e-8fe3-c044f1b5f097 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:49.140346 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a761d97c-1537-4201-ae9f-51ff48a70876 req-445a8189-e632-4c4e-8fe3-c044f1b5f097 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.1769350
Apr 30 13:18:49.170578 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2aaf70-479d-4c55-aa9a-09c610bc798d,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:49.177563 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90cb0503e9a14a369723dde2910421bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4173334
Apr 30 13:18:49.179386 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:49.180879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37420) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:49.211156 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.216567 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a761d97c-1537-4201-ae9f-51ff48a70876 req-b2c5b042-1d5a-4fd8-9ece-9bc57f99c859 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695677
Apr 30 13:18:49.258055 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.268984 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'tag': '993e83a7-97b0-4089-ba75-29f8911a36c4', 'status': 'completed', 'code': 200}
Apr 30 13:18:49.287175 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.342615 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.346427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7acd59ae-b736-4530-9117-88da48572f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:49.359152 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2aaf70-479d-4c55-aa9a-09c610bc798d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:49.361604 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:49.368450 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.372629 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd2aaf70-479d-4c55-aa9a-09c610bc798d HTTP/1.1" status: 204  len: 168 time: 0.1877735
Apr 30 13:18:49.452026 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e3f3-8fda-426d-a9c2-59e3cc471bf4 req-b71981a8-553d-460c-a040-c3c39c90df1e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:49.454039 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3662e3f3-8fda-426d-a9c2-59e3cc471bf4 req-b71981a8-553d-460c-a040-c3c39c90df1e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 943 time: 0.0997932
Apr 30 13:18:49.507140 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3662e3f3-8fda-426d-a9c2-59e3cc471bf4 req-bb34dc70-91e1-49ed-b247-91480f7bd17d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461967
Apr 30 13:18:49.697824 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed7ba8-872a-403e-9454-8579e49edff1 req-c86620cb-0f57-4ad6-990a-62715ed7bd3c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:49.701671 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37430) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:49.702113 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9fed7ba8-872a-403e-9454-8579e49edff1 req-c86620cb-0f57-4ad6-990a-62715ed7bd3c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0972350
Apr 30 13:18:49.720056 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.735139 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:49.739289 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Usage tracker for resource:security_group_rule and tenant:8a821bcfb2bc45a4832ced1981f6ce5c is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:49.742419 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:49.748115 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:49.750621 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9fed7ba8-872a-403e-9454-8579e49edff1 req-080e3355-e512-47a4-a702-a6604f7ed897 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421069
Apr 30 13:18:49.852142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.861078 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:49.869441 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2eea49f4-a88b-4d94-af9b-1418b0bcfe96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:49.914397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2729d-e87c-475b-b582-ce490c89fb27,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:49.921205 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a821bcfb2bc45a4832ced1981f6ce5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2160742
Apr 30 13:18:49.921205 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:49.921521 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 37436) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:49.992504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:50.021783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:50.042084 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609bcc5-0f55-4d4a-828f-d2e9b10b5c99 req-297f7569-63df-433b-beb9-5a510b54689a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:50.043573 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d609bcc5-0f55-4d4a-828f-d2e9b10b5c99 req-297f7569-63df-433b-beb9-5a510b54689a tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.0903628
Apr 30 13:18:50.086330 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:50.091364 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cb95d745-0ef5-4915-84fc-5414d6f36c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:50.093396 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d609bcc5-0f55-4d4a-828f-d2e9b10b5c99 req-f58c6b4d-b783-4754-a398-5d9cd9d943fe tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433176
Apr 30 13:18:50.104509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2729d-e87c-475b-b582-ce490c89fb27,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:50.107347 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:50.109677 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:50.113695 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79b2729d-e87c-475b-b582-ce490c89fb27 HTTP/1.1" status: 204  len: 168 time: 0.1890955
Apr 30 13:18:50.417987 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e6570-aa3d-4e41-8ea5-854d7d6c3fd1 req-3cd81e51-8af8-433e-aa7e-e5d10f7d0333 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:50.419495 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dc7e6570-aa3d-4e41-8ea5-854d7d6c3fd1 req-3cd81e51-8af8-433e-aa7e-e5d10f7d0333 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.0831022
Apr 30 13:18:50.475292 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dc7e6570-aa3d-4e41-8ea5-854d7d6c3fd1 req-1e6ce88c-4330-4a5d-93a7-35dfb25464c1 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493953
Apr 30 13:18:50.704447 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12770b7e-fc18-499f-9a70-05a578732bd2 req-1c586342-151f-4260-96d6-6668e22aef82 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:50.705971 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-12770b7e-fc18-499f-9a70-05a578732bd2 req-1c586342-151f-4260-96d6-6668e22aef82 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 943 time: 0.0865219
Apr 30 13:18:50.760548 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-12770b7e-fc18-499f-9a70-05a578732bd2 req-9d1629be-557c-414a-a519-eabf5d4b9443 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463142
Apr 30 13:18:51.023108 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b3381-ba12-48e9-8b90-00fb2ad8e7cb req-a8c2f923-76e7-4e38-89b2-bd9ddc658a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.024592 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ad1b3381-ba12-48e9-8b90-00fb2ad8e7cb req-a8c2f923-76e7-4e38-89b2-bd9ddc658a68 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 1096 time: 0.1733007
Apr 30 13:18:51.042644 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935976f-562e-4ff4-9508-df94001d70bf req-2c517591-8bb5-46d9-a915-5b68df4aa17d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.044365 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9935976f-562e-4ff4-9508-df94001d70bf req-2c517591-8bb5-46d9-a915-5b68df4aa17d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1173670
Apr 30 13:18:51.162486 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dd2d8-c59f-46e4-8642-dbd3896531a2 req-d195be91-45dc-429a-96a3-4863ea309874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.163971 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e20dd2d8-c59f-46e4-8642-dbd3896531a2 req-d195be91-45dc-429a-96a3-4863ea309874 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3233562
Apr 30 13:18:51.204109 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-69575ad7-7a63-46ef-9ada-3213e956b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.205568 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-69575ad7-7a63-46ef-9ada-3213e956b34c service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.2528493
Apr 30 13:18:51.214814 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-cdf58033-20ec-41f4-8070-3d7fa8920458 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.216936 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-cdf58033-20ec-41f4-8070-3d7fa8920458 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.103 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.2629976
Apr 30 13:18:51.259645 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b3381-ba12-48e9-8b90-00fb2ad8e7cb req-8746ecf8-d729-45ce-a322-1fdbf71a7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.263396 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ad1b3381-ba12-48e9-8b90-00fb2ad8e7cb req-8746ecf8-d729-45ce-a322-1fdbf71a7bea service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=f8dcaa02d735401891147a4c2464e318&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2129416
Apr 30 13:18:51.287985 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9935976f-562e-4ff4-9508-df94001d70bf req-c32ea79a-6a39-4323-ab5b-e9e912d5e41c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344592
Apr 30 13:18:51.450897 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-0303bb3b-9092-4af8-8b7a-721db218647a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 217 time: 0.2318916
Apr 30 13:18:51.455553 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b3381-ba12-48e9-8b90-00fb2ad8e7cb req-27c41edb-26bd-445a-8933-c9e66ba921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.457126 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ad1b3381-ba12-48e9-8b90-00fb2ad8e7cb req-27c41edb-26bd-445a-8933-c9e66ba921ba service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1681476
Apr 30 13:18:51.768653 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-2f92f373-a743-4d45-a48f-76c1b1034449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.770092 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-2f92f373-a743-4d45-a48f-76c1b1034449 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.2806726
Apr 30 13:18:51.782177 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-151bb0d2-9d90-44fc-86a4-adfa9a3fc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.784254 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-151bb0d2-9d90-44fc-86a4-adfa9a3fc592 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 1096 time: 0.2207136
Apr 30 13:18:51.818998 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748114-9664-4d53-bcb3-14141aefcddd req-8791fc4a-afd4-4af0-a38a-411efd61ab54 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.820852 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-28748114-9664-4d53-bcb3-14141aefcddd req-8791fc4a-afd4-4af0-a38a-411efd61ab54 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.1143169
Apr 30 13:18:51.834908 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-b064a069-b2a0-42c0-af1b-335a91e90a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.836544 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-b064a069-b2a0-42c0-af1b-335a91e90a8b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9079985bd0cc444091cb61ab2418c9a0&device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 1096 time: 0.4836919
Apr 30 13:18:51.842028 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-1ef03010-62e3-4fa0-8202-44f57271935f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597761
Apr 30 13:18:51.869270 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1827a6-083a-4cf1-a3db-4f99d933918e req-d4c9198e-fe19-49bb-8e5d-d8134c6a010f tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:51.870824 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9c1827a6-083a-4cf1-a3db-4f99d933918e req-d4c9198e-fe19-49bb-8e5d-d8134c6a010f tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 949 time: 0.5884676
Apr 30 13:18:51.940518 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-582365f8-8256-412d-9bf2-4a4328a5c285 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=993e83a7-97b0-4089-ba75-29f8911a36c4 HTTP/1.1" status: 200  len: 217 time: 0.1306722
Apr 30 13:18:51.960004 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-28748114-9664-4d53-bcb3-14141aefcddd req-46f86b56-1314-4cd5-baee-d1ecec248395 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798047
Apr 30 13:18:52.010181 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-4031114d-a378-425b-8bac-0e420844ec76 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bf679fb-169f-4d67-b161-f2a15b38dde6 HTTP/1.1" status: 200  len: 217 time: 0.1339984
Apr 30 13:18:52.039710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Deleting port 666547ca-74f8-4ce0-8769-6f5f3b80978e {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:18:52.040069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:52.070428 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-e411955f-d576-4a13-8010-0be7a60b12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:52.072219 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-e411955f-d576-4a13-8010-0be7a60b12eb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 0.1088874
Apr 30 13:18:52.156358 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-f50c8553-5b42-4bdc-b425-63a49138effa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748050
Apr 30 13:18:52.307488 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9c1827a6-083a-4cf1-a3db-4f99d933918e req-b6562241-c101-4130-bb88-25c1380cad6c tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3546062
Apr 30 13:18:52.316770 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-73ba6673-133f-4175-8ac8-53f60ab51eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:52.318260 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-73ba6673-133f-4175-8ac8-53f60ab51eff service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a693e42-ae69-42a6-960b-c58fb5826626 HTTP/1.1" status: 200  len: 848 time: 0.2404237
Apr 30 13:18:52.400680 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-0052246b-c3da-47b7-ac68-29632cf2015a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713136
Apr 30 13:18:52.457658 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-9e3cdb94-1ded-4f54-bf68-45001442104b service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5067635
Apr 30 13:18:52.462606 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-d4e22983-ea42-4a9a-8c0a-1e98e00ae7db tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:52.464082 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-d4e22983-ea42-4a9a-8c0a-1e98e00ae7db tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 814 time: 0.3442276
Apr 30 13:18:52.487869 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-8f321972-608e-446c-b1d3-55c007cdb8aa service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3156984
Apr 30 13:18:52.489202 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-a8f1edeb-4bce-440b-acab-ef942d6cb088 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/quotas/073a579db08449979c1fefb12078f6e9 HTTP/1.1" status: 200  len: 375 time: 0.0163639
Apr 30 13:18:52.565342 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-c488a687-efcf-4a6a-ae51-f20ab0ea6a20 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0695477
Apr 30 13:18:52.614401 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] For port 666547ca-74f8-4ce0-8769-6f5f3b80978e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=666547ca-74f8-4ce0-8769-6f5f3b80978e,segment=NetworkSegment(829fda4b-9d41-4aca-aa53-31071f2436bf),segment_id=829fda4b-9d41-4aca-aa53-31071f2436bf)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:52.614764 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:52.798415 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-78be9fde-f06c-4626-8ad7-9a10cdf5765d service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621567
Apr 30 13:18:52.804116 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-946f76d4-971c-488a-9411-5c469216d598 service neutron] 10.222.0.79 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225134
Apr 30 13:18:52.813661 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Calling delete_port for 666547ca-74f8-4ce0-8769-6f5f3b80978e owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:18:52.863101 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-dc8491a4-c57c-41d3-981e-2fa03b96728a service neutron] 10.222.0.103 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4514999
Apr 30 13:18:52.915427 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-f1138d4a-4e21-4e1a-bafa-48603f6b2c5d service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4148889
Apr 30 13:18:52.925657 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02b33d-9178-4dfa-a9c8-e753c6662844 req-2d407de2-d4e1-4b84-a700-7ec80a51f0da tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:52.927167 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8d02b33d-9178-4dfa-a9c8-e753c6662844 req-2d407de2-d4e1-4b84-a700-7ec80a51f0da tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 943 time: 0.4856076
Apr 30 13:18:52.965721 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-a43def1d-1b6f-49d4-8b2d-f387356f34a0 service neutron] 10.222.0.79 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554451
Apr 30 13:18:53.157907 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8d02b33d-9178-4dfa-a9c8-e753c6662844 req-cbb56e26-fc1c-4241-a886-b4dcb46ec3da tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086470
Apr 30 13:18:53.261436 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3a9758e-ab3a-423e-a842-3f8986a6f419 req-7bfa78a4-fed2-42a2-9883-c94dd15c32de service neutron] 10.222.0.103 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3437772
Apr 30 13:18:53.299242 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:53.312390 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:53.410522 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Pushing event deleted for resources: {'Port': ['ID=666547ca-74f8-4ce0-8769-6f5f3b80978e,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:53.448410 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:53.650935 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] No DVR routers for this DVR port 666547ca-74f8-4ce0-8769-6f5f3b80978e on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:18:53.656831 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:53.667912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'name': 'network-vif-deleted', 'tag': '666547ca-74f8-4ce0-8769-6f5f3b80978e'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:53.675419 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c5ecef36-5044-44f8-bd53-192def3a8a05 req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.103 "DELETE /v2.0/ports/666547ca-74f8-4ce0-8769-6f5f3b80978e HTTP/1.1" status: 204  len: 173 time: 2.3918581
Apr 30 13:18:53.714385 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7610e4-cd22-4ca9-bcff-82bd6a6fd699 req-800d969d-b51d-4164-a429-5ff08ba2aad4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:53.726279 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ec7610e4-cd22-4ca9-bcff-82bd6a6fd699 req-800d969d-b51d-4164-a429-5ff08ba2aad4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.3755074
Apr 30 13:18:53.778190 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ec7610e4-cd22-4ca9-bcff-82bd6a6fd699 req-a276abe9-01b6-455d-8f42-6f9da21bc80d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506902
Apr 30 13:18:53.790096 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff813-dc3a-4706-9ab5-8348fc254f25 req-0c5901ac-82c0-4445-9a00-1ace95305f5a tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:53.791817 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1cbff813-dc3a-4706-9ab5-8348fc254f25 req-0c5901ac-82c0-4445-9a00-1ace95305f5a tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.1327400
Apr 30 13:18:53.875474 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1cbff813-dc3a-4706-9ab5-8348fc254f25 req-fecb6cb0-6fc9-4cfa-b460-57707d737240 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578895
Apr 30 13:18:53.986279 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-99d67858-caaf-4ed2-ab6a-7b311ed267c2 req-7008bc37-b6b4-4d2d-b85b-6d2a6b28d577 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 210 time: 0.0480142
Apr 30 13:18:54.050371 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f83b9005-0208-4a17-a942-c0b766257f36 req-7391c472-1e0d-4926-afcc-ead0531b3866 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.0465152
Apr 30 13:18:54.110783 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55df369-be4b-420f-918b-ae65b6d8fea8', 'name': 'network-vif-deleted', 'tag': '666547ca-74f8-4ce0-8769-6f5f3b80978e', 'status': 'completed', 'code': 200}
Apr 30 13:18:54.365064 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccb9e3-f16c-4090-91c5-89520f6ea13b req-6de40d0d-30aa-45b0-bd44-43c6b03d20fb tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:54.367118 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-56ccb9e3-f16c-4090-91c5-89520f6ea13b req-6de40d0d-30aa-45b0-bd44-43c6b03d20fb tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 943 time: 0.0994568
Apr 30 13:18:54.419544 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-56ccb9e3-f16c-4090-91c5-89520f6ea13b req-86b8703b-a226-429c-b0cf-e1c457ad7d68 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441628
Apr 30 13:18:54.679955 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 666547ca-74f8-4ce0-8769-6f5f3b80978e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:18:54.740962 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 666547ca-74f8-4ce0-8769-6f5f3b80978e {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:18:54.741438 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 666547ca-74f8-4ce0-8769-6f5f3b80978e not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:18:55.003200 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2451f-1027-4bf1-8006-c3a663c50d7c req-4c68a721-f6f9-4865-95ef-04f44515e5cf tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:55.004737 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0cc2451f-1027-4bf1-8006-c3a663c50d7c req-4c68a721-f6f9-4865-95ef-04f44515e5cf tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0980160
Apr 30 13:18:55.052422 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0cc2451f-1027-4bf1-8006-c3a663c50d7c req-a7df3089-bd0b-46f4-8b53-eb8167600e27 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412388
Apr 30 13:18:55.097767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4df435-3881-4501-aba7-840994757674 req-bff5debb-ab46-458e-af3f-8518ab036587 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:55.102527 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2e4df435-3881-4501-aba7-840994757674 req-bff5debb-ab46-458e-af3f-8518ab036587 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.0930569
Apr 30 13:18:55.149617 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2e4df435-3881-4501-aba7-840994757674 req-d45b65fe-9310-4ebe-bf71-105d649ae730 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439985
Apr 30 13:18:55.204593 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-32c75320-c543-487e-aeca-aa9836af7197 req-94683778-669d-4d63-81de-63f7d252485a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 210 time: 0.0491860
Apr 30 13:18:55.335711 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-4e88be9f-d369-42c4-817a-86cd0e320113 req-6d30f76c-717f-4a25-830e-d5d9e6aedadb tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Synchronizing usage tracker for tenant:723a1fc61e034b819f787a6c7412b855 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:55.353121 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-4e88be9f-d369-42c4-817a-86cd0e320113 req-6d30f76c-717f-4a25-830e-d5d9e6aedadb tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Unset dirty status for tenant:723a1fc61e034b819f787a6c7412b855 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:55.354336 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4e88be9f-d369-42c4-817a-86cd0e320113 req-6d30f76c-717f-4a25-830e-d5d9e6aedadb tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] 10.222.0.79 "GET /v2.0/ports?device_id=f55df369-be4b-420f-918b-ae65b6d8fea8 HTTP/1.1" status: 200  len: 210 time: 0.0649929
Apr 30 13:18:55.618296 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9b5a-1fa7-4614-8dd8-0ace6e9444d2 req-1ce5cee5-f781-4815-a8be-025a0aee9344 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:55.619712 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ae2f9b5a-1fa7-4614-8dd8-0ace6e9444d2 req-1ce5cee5-f781-4815-a8be-025a0aee9344 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 943 time: 0.0893068
Apr 30 13:18:55.667336 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ae2f9b5a-1fa7-4614-8dd8-0ace6e9444d2 req-69d3a876-27e4-4cbd-8cb7-3d1989fb7ccd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416713
Apr 30 13:18:56.126309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-906570b0-fa58-4247-a053-27979f96c227 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:56.127131 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-906570b0-fa58-4247-a053-27979f96c227 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Synchronizing usage tracker for tenant:073a579db08449979c1fefb12078f6e9 on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:56.150828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-906570b0-fa58-4247-a053-27979f96c227 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Unset dirty status for tenant:073a579db08449979c1fefb12078f6e9 on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:56.152234 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-906570b0-fa58-4247-a053-27979f96c227 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 814 time: 0.2012718
Apr 30 13:18:56.182134 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Request body: {'port': {'device_id': '8ae91590-af1f-473b-9391-f77fe37593f2', 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb', 'admin_state_up': True, 'tenant_id': '073a579db08449979c1fefb12078f6e9'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:56.393028 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d59c4-e5bf-49ce-8ccc-45151c175b86 req-3f5d3d2f-bc6a-46b3-892d-9bbe567f6f5c tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:56.395396 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-186d59c4-e5bf-49ce-8ccc-45151c175b86 req-3f5d3d2f-bc6a-46b3-892d-9bbe567f6f5c tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 943 time: 0.1005919
Apr 30 13:18:56.444397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965314b2-56c1-4842-8b81-92c4d6d3457e req-4ff84bb1-80fe-40f4-a3ff-246567c3cea9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:56.445951 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-965314b2-56c1-4842-8b81-92c4d6d3457e req-4ff84bb1-80fe-40f4-a3ff-246567c3cea9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1933746
Apr 30 13:18:56.448549 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:56.454850 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Usage tracker for resource:port and tenant:073a579db08449979c1fefb12078f6e9 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:56.456676 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-186d59c4-e5bf-49ce-8ccc-45151c175b86 req-4905b8c2-a58b-45f0-9de7-2180638e9ee0 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543506
Apr 30 13:18:56.473190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:56.490104 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:56.510342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Made reservation on behalf of 073a579db08449979c1fefb12078f6e9 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:18:56.513316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:56.550856 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-965314b2-56c1-4842-8b81-92c4d6d3457e req-8f08454f-5371-4bc5-80bc-de31acf85856 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977921
Apr 30 13:18:56.700331 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6bf679fb-169f-4d67-b161-f2a15b38dde6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:18:56.713549 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-436b7766-6b6e-4aab-9816-4ffde24ab675 req-3035ba87-04c1-4c88-ba51-848f99cdcd37 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 210 time: 0.0931883
Apr 30 13:18:56.739273 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Allocated IP 172.20.0.7 (b08e9f30-22e3-4606-a3ee-bc90a0d6aebb/d9122d35-0fed-4619-8595-5a6221036286/25347b02-eba4-4cb1-8902-90ae885f45d1) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:18:56.934875 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 6bf679fb-169f-4d67-b161-f2a15b38dde6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6bf679fb-169f-4d67-b161-f2a15b38dde6,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:56.953562 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '6bf679fb-169f-4d67-b161-f2a15b38dde6', 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154', 'port_id': '6bf679fb-169f-4d67-b161-f2a15b38dde6', 'mac_address': 'fa:16:3e:ff:33:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a693e42-ae69-42a6-960b-c58fb5826626', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:18:57.020148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.026637 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.044123 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac89fe-dd67-4561-91c8-36bfe07a3aaa req-5d663b55-93df-491b-963a-f6200a10bcc8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:57.049436 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf679fb-169f-4d67-b161-f2a15b38dde6 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:57.051363 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-39ac89fe-dd67-4561-91c8-36bfe07a3aaa req-5d663b55-93df-491b-963a-f6200a10bcc8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 943 time: 0.1398776
Apr 30 13:18:57.073049 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 6bf679fb-169f-4d67-b161-f2a15b38dde6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6bf679fb-169f-4d67-b161-f2a15b38dde6,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:57.080051 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.081276 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 993e83a7-97b0-4089-ba75-29f8911a36c4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:18:57.086730 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:57.103717 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-39ac89fe-dd67-4561-91c8-36bfe07a3aaa req-6c344678-1501-4fc6-ab1e-ab45846dcf0a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515132
Apr 30 13:18:57.115674 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.121769 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:57.205085 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:18:57.213824 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:18:57.218559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:18:57.224187 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:57.224940 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.242880 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Pushing event updated for resources: {'Port': ['ID=25347b02-eba4-4cb1-8902-90ae885f45d1,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:57.245972 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:57.251770 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=6bf679fb-169f-4d67-b161-f2a15b38dde6,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:57.256252 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:57.268470 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0916357
Apr 30 13:18:57.292600 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Request body: {'port': {'device_id': '8ae91590-af1f-473b-9391-f77fe37593f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:18:57.309889 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 993e83a7-97b0-4089-ba75-29f8911a36c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=993e83a7-97b0-4089-ba75-29f8911a36c4,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:57.325979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '993e83a7-97b0-4089-ba75-29f8911a36c4', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'port_id': '993e83a7-97b0-4089-ba75-29f8911a36c4', 'mac_address': 'fa:16:3e:7f:11:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed38845b-d762-4686-a298-231d5c0c349d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:18:57.424580 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.435376 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.450059 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993e83a7-97b0-4089-ba75-29f8911a36c4 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:57.470591 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 993e83a7-97b0-4089-ba75-29f8911a36c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=993e83a7-97b0-4089-ba75-29f8911a36c4,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:57.476509 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.478613 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:57.604594 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=993e83a7-97b0-4089-ba75-29f8911a36c4,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:57.609488 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:57.989774 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da41c61-cc76-4bf9-92c1-d3672046b422 req-f2879c56-61eb-4e8e-b53e-05a70703e833 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:57.991356 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2da41c61-cc76-4bf9-92c1-d3672046b422 req-f2879c56-61eb-4e8e-b53e-05a70703e833 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 944 time: 0.3936684
Apr 30 13:18:58.085336 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2da41c61-cc76-4bf9-92c1-d3672046b422 req-79ec4fbc-5a40-4a97-ab0b-fba0740c446a tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800109
Apr 30 13:18:58.090682 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90e193-fc42-423d-8e9f-3e0d9e32e104 req-e18b4d2d-511f-4ed9-b69a-f381905f44e3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:58.109415 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0f90e193-fc42-423d-8e9f-3e0d9e32e104 req-e18b4d2d-511f-4ed9-b69a-f381905f44e3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1051614
Apr 30 13:18:58.117765 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6bf679fb-169f-4d67-b161-f2a15b38dde6'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:58.210064 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0f90e193-fc42-423d-8e9f-3e0d9e32e104 req-cf43addb-ab13-44ad-95be-b121da2e717d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995586
Apr 30 13:18:58.278620 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25347b02-eba4-4cb1-8902-90ae885f45d1 {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:18:58.330798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:58.345304 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['993e83a7-97b0-4089-ba75-29f8911a36c4'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:58.373842 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Transition to ACTIVE for port object 25347b02-eba4-4cb1-8902-90ae885f45d1 will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:18:58.383606 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:58.390166 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ccf1065b-ca28-40d1-8116-7260cf4ccd46 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:58.584872 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc9a81-8a14-4743-81c7-c4a8a86e9d51 req-c647ec49-2195-498d-88cc-09583031a863 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:58.586065 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5179e9-3be5-4728-a8c1-854ae81831b4 req-f4d9e35a-88a7-4925-9874-1ff2fe394bd5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:58.587257 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3e5179e9-3be5-4728-a8c1-854ae81831b4 req-f4d9e35a-88a7-4925-9874-1ff2fe394bd5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Synchronizing usage tracker for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:58.594796 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-31cc9a81-8a14-4743-81c7-c4a8a86e9d51 req-c647ec49-2195-498d-88cc-09583031a863 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1612363
Apr 30 13:18:58.654349 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-31cc9a81-8a14-4743-81c7-c4a8a86e9d51 req-3cd665a7-51e7-4858-bb53-f7b982fb442b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578794
Apr 30 13:18:58.654979 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Pushing event updated for resources: {'Port': ['ID=25347b02-eba4-4cb1-8902-90ae885f45d1,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:58.675013 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:58.697700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Attempting to bind port 25347b02-eba4-4cb1-8902-90ae885f45d1 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:18:58.698120 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Attempting to bind port 25347b02-eba4-4cb1-8902-90ae885f45d1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:18:58.698454 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Attempting to bind port 25347b02-eba4-4cb1-8902-90ae885f45d1 on network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:58.704778 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Port 25347b02-eba4-4cb1-8902-90ae885f45d1 on network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:18:58.705107 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Attempting to bind port 25347b02-eba4-4cb1-8902-90ae885f45d1 on network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:18:58.707871 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3e5179e9-3be5-4728-a8c1-854ae81831b4 req-f4d9e35a-88a7-4925-9874-1ff2fe394bd5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Unset dirty status for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:58.709650 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3e5179e9-3be5-4728-a8c1-854ae81831b4 req-f4d9e35a-88a7-4925-9874-1ff2fe394bd5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 931 time: 0.4372504
Apr 30 13:18:58.714259 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:18:58.714598 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Checking segment: {'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:18:58.714987 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Bound using segment: {'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:18:58.715423 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Bound port: 25347b02-eba4-4cb1-8902-90ae885f45d1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:18:58.715819 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:58.838867 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3e5179e9-3be5-4728-a8c1-854ae81831b4 req-1b705ddc-8ace-4d97-904d-ae12bd27d7eb tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Synchronizing usage tracker for tenant:073a579db08449979c1fefb12078f6e9 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:58.890633 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] For port 25347b02-eba4-4cb1-8902-90ae885f45d1, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:18:58.894178 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] For port 25347b02-eba4-4cb1-8902-90ae885f45d1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25347b02-eba4-4cb1-8902-90ae885f45d1,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:18:58.895540 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-3e5179e9-3be5-4728-a8c1-854ae81831b4 req-1b705ddc-8ace-4d97-904d-ae12bd27d7eb tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Unset dirty status for tenant:073a579db08449979c1fefb12078f6e9 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:58.897362 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3e5179e9-3be5-4728-a8c1-854ae81831b4 req-1b705ddc-8ace-4d97-904d-ae12bd27d7eb tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713650
Apr 30 13:18:58.901448 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:58.915965 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-678befe8-dd42-4e73-a152-49cab9bed7f0 tempest-VolumesNegativeTest-1896350164 tempest-VolumesNegativeTest-1896350164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:58.945956 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dc234-0cc9-430f-975f-102dedd5a128 req-b8c38108-7e8f-4fd1-b103-bbaa73e97dbd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:58.948046 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-107dc234-0cc9-430f-975f-102dedd5a128 req-b8c38108-7e8f-4fd1-b103-bbaa73e97dbd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 944 time: 0.1208773
Apr 30 13:18:58.991685 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:58.992148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:58.993602 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] 10.222.0.103 "PUT /v2.0/ports/25347b02-eba4-4cb1-8902-90ae885f45d1 HTTP/1.1" status: 200  len: 1093 time: 1.7055228
Apr 30 13:18:58.994179 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae91590-af1f-473b-9391-f77fe37593f2', 'tag': '25347b02-eba4-4cb1-8902-90ae885f45d1'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:59.030385 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Pushing event updated for resources: {'Port': ['ID=25347b02-eba4-4cb1-8902-90ae885f45d1,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:59.033484 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-107dc234-0cc9-430f-975f-102dedd5a128 req-752bc848-e17f-41c5-948b-c121cc24d6d4 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786715
Apr 30 13:18:59.047795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:59.059879 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae91590-af1f-473b-9391-f77fe37593f2', 'tag': '25347b02-eba4-4cb1-8902-90ae885f45d1', 'status': 'completed', 'code': 200}
Apr 30 13:18:59.188015 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-cbfa48fd-e38d-4b68-8fd2-f26b1af8349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.189626 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-cbfa48fd-e38d-4b68-8fd2-f26b1af8349a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 1096 time: 0.0837572
Apr 30 13:18:59.289979 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7244-902a-4fc2-984a-28dc6281a9f8 req-88716758-7ad0-4420-a629-550311152ee4 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.290775 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-e64fe03a-e096-46a2-9549-fb56e6799311 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25347b02-eba4-4cb1-8902-90ae885f45d1 HTTP/1.1" status: 200  len: 217 time: 0.0720391
Apr 30 13:18:59.292725 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4a1e7244-902a-4fc2-984a-28dc6281a9f8 req-88716758-7ad0-4420-a629-550311152ee4 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 944 time: 0.0959852
Apr 30 13:18:59.347926 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4a1e7244-902a-4fc2-984a-28dc6281a9f8 req-75368178-c755-4325-bac8-c881da55ad24 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491240
Apr 30 13:18:59.419623 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-ac01ebf7-522e-491a-979d-96e69b52cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.421059 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-ac01ebf7-522e-491a-979d-96e69b52cffa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.1225128
Apr 30 13:18:59.459257 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f538098-5f1f-481e-8a5c-7ce02bd8296f req-8cfd4d48-897a-4462-9089-30d4748def44 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.460908 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2f538098-5f1f-481e-8a5c-7ce02bd8296f req-8cfd4d48-897a-4462-9089-30d4748def44 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1085887
Apr 30 13:18:59.523350 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-968b318c-26b1-4a04-aa9c-98935a056f37 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604069
Apr 30 13:18:59.592602 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2f538098-5f1f-481e-8a5c-7ce02bd8296f req-75cf3f6f-379e-44a9-b89a-5935c10b7132 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937202
Apr 30 13:18:59.711112 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-e69f5164-83a0-450d-9262-f4273cb130e9 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704960
Apr 30 13:18:59.907862 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e7273-0ffb-4341-a73c-244382da3b8d req-cbc23ef5-a36a-4a21-b58a-9bcb53c1b094 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.910429 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f3e7273-0ffb-4341-a73c-244382da3b8d req-cbc23ef5-a36a-4a21-b58a-9bcb53c1b094 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1152558
Apr 30 13:18:59.940178 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f4b4e5-9670-4460-b1aa-34840d1e8e36 req-168aab44-5c21-4120-9ec8-65eb9cac76e2 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2168617
Apr 30 13:18:59.972279 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f3e7273-0ffb-4341-a73c-244382da3b8d req-6201cdc5-4a19-4b85-942b-5f5d2c7ecac4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538309
Apr 30 13:19:00.202804 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26cc1-b6a3-4ea6-9561-6ab7fe40a691 req-77a5e4a9-da11-4bcb-b233-12e977ca7a02 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:00.203191 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cdf26cc1-b6a3-4ea6-9561-6ab7fe40a691 req-77a5e4a9-da11-4bcb-b233-12e977ca7a02 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 943 time: 0.1601133
Apr 30 13:19:00.210338 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-e569aed1-8963-42ce-b0ab-dd2727150e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:00.211820 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-e569aed1-8963-42ce-b0ab-dd2727150e3a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 1096 time: 0.1079767
Apr 30 13:19:00.248854 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305119-40bf-4714-b73a-ee2bf86a059a req-61b98d1b-e142-4070-b4de-c8b882a03507 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:00.250419 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b1305119-40bf-4714-b73a-ee2bf86a059a req-61b98d1b-e142-4070-b4de-c8b882a03507 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 944 time: 0.0927494
Apr 30 13:19:00.311032 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b1305119-40bf-4714-b73a-ee2bf86a059a req-44c57671-f608-4c2a-98c3-208e8fa44c22 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479381
Apr 30 13:19:00.352629 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cdf26cc1-b6a3-4ea6-9561-6ab7fe40a691 req-858e4988-40a9-413b-8f3e-961b551d4efe tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396415
Apr 30 13:19:00.413678 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-5644bb3d-c3f9-4ea7-8a90-3db6af82e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:00.415223 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-5644bb3d-c3f9-4ea7-8a90-3db6af82e0d8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 916 time: 0.1883752
Apr 30 13:19:00.647890 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89014a-a0a2-4b7e-bd71-9cadd647223e req-6b7b08a9-5840-47aa-8336-68831186b1dd tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:00.650412 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bc89014a-a0a2-4b7e-bd71-9cadd647223e req-6b7b08a9-5840-47aa-8336-68831186b1dd tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 944 time: 0.1772773
Apr 30 13:19:00.705462 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bc89014a-a0a2-4b7e-bd71-9cadd647223e req-9252aa37-0115-4938-b6bf-23ee6a815cc5 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482903
Apr 30 13:19:00.914437 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ae29-2975-4640-8579-b93b032cadc3 req-3121d357-6ce0-4a0b-8b95-2a7ccdeba68c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:00.916230 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d644ae29-2975-4640-8579-b93b032cadc3 req-3121d357-6ce0-4a0b-8b95-2a7ccdeba68c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1669409
Apr 30 13:19:00.963604 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d644ae29-2975-4640-8579-b93b032cadc3 req-f5919920-db4a-4256-8806-9a7e27f11431 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412796
Apr 30 13:19:01.202654 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345089e8-7546-4f0b-a385-c8c5f1f970bb req-5f1d4c41-0322-496d-a44c-713b35246ef8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:01.204767 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-345089e8-7546-4f0b-a385-c8c5f1f970bb req-5f1d4c41-0322-496d-a44c-713b35246ef8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1034234
Apr 30 13:19:01.259232 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-345089e8-7546-4f0b-a385-c8c5f1f970bb req-1eaae5c0-a9eb-4875-9861-895032284861 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473609
Apr 30 13:19:01.372490 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-df731cf0-c31f-4bf9-a3a4-d9e97ef310af service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25347b02-eba4-4cb1-8902-90ae885f45d1 HTTP/1.1" status: 200  len: 217 time: 0.0675859
Apr 30 13:19:01.568993 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7244a-e12a-40dc-9f2e-da560f3d3558 req-22da45cc-f23f-4eba-bc0d-17b79c09190d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:01.570411 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c0a7244a-e12a-40dc-9f2e-da560f3d3558 req-22da45cc-f23f-4eba-bc0d-17b79c09190d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 944 time: 0.0909772
Apr 30 13:19:01.575591 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e112224-a3e3-4ca3-aa0d-cb9de64dd7e0 req-a818f52c-99ba-4231-9174-9901b4cfd8ed tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:01.578173 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5e112224-a3e3-4ca3-aa0d-cb9de64dd7e0 req-a818f52c-99ba-4231-9174-9901b4cfd8ed tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 943 time: 0.0963142
Apr 30 13:19:01.617511 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c0a7244a-e12a-40dc-9f2e-da560f3d3558 req-b9b5e581-18b7-4bc6-96dc-667f3843c478 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410795
Apr 30 13:19:01.626654 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5e112224-a3e3-4ca3-aa0d-cb9de64dd7e0 req-2eca39d4-46a9-487f-b531-5f41ce1507d0 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430493
Apr 30 13:19:01.894872 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80edd6-a513-4560-92a7-b62854f8be17 req-4a10d220-7148-43e3-aa21-b2abf73196f3 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:01.896990 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4d80edd6-a513-4560-92a7-b62854f8be17 req-4a10d220-7148-43e3-aa21-b2abf73196f3 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 944 time: 0.0798872
Apr 30 13:19:01.942659 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4d80edd6-a513-4560-92a7-b62854f8be17 req-b0044dfd-8ac7-4893-83f5-9c0e93fef939 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399063
Apr 30 13:19:02.155261 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6bf679fb-169f-4d67-b161-f2a15b38dde6 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:02.156739 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463286f-2d8c-4033-9d27-e15c06931af1 req-2ed8c5cc-c90b-4440-85d1-c4a3dc801473 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:02.158252 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f463286f-2d8c-4033-9d27-e15c06931af1 req-2ed8c5cc-c90b-4440-85d1-c4a3dc801473 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0838890
Apr 30 13:19:02.227505 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f463286f-2d8c-4033-9d27-e15c06931af1 req-ebcc46ff-c7fa-43af-975a-9b296bb393e9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561526
Apr 30 13:19:02.231179 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-962109e3-ba17-44c3-8305-0aa9ab36367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:02.232810 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-962109e3-ba17-44c3-8305-0aa9ab36367f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.0712962
Apr 30 13:19:02.233862 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 6bf679fb-169f-4d67-b161-f2a15b38dde6 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:02.239152 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 6bf679fb-169f-4d67-b161-f2a15b38dde6 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:02.239527 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:02.366818 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:02.395020 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf679fb-169f-4d67-b161-f2a15b38dde6'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:02.405571 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 6bf679fb-169f-4d67-b161-f2a15b38dde6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6bf679fb-169f-4d67-b161-f2a15b38dde6,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:02.410250 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:02.411524 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 993e83a7-97b0-4089-ba75-29f8911a36c4 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:02.453388 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf679fb-169f-4d67-b161-f2a15b38dde6', 'code': 200}
Apr 30 13:19:02.453817 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:02.462427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acedeb-7e8f-4a6b-9fb2-4e0810ca7a31 req-48822d8c-b23b-4da5-85d5-060e63d367bd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:02.463929 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-73acedeb-7e8f-4a6b-9fb2-4e0810ca7a31 req-48822d8c-b23b-4da5-85d5-060e63d367bd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0894709
Apr 30 13:19:02.515828 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-73acedeb-7e8f-4a6b-9fb2-4e0810ca7a31 req-a3eb54a5-dd2c-4c6e-bca9-095f976a9b50 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454881
Apr 30 13:19:02.564172 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=6bf679fb-169f-4d67-b161-f2a15b38dde6,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:02.569457 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:02.572828 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 993e83a7-97b0-4089-ba75-29f8911a36c4 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:02.577786 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 993e83a7-97b0-4089-ba75-29f8911a36c4 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:02.578207 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:02.702328 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:02.736869 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 993e83a7-97b0-4089-ba75-29f8911a36c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=993e83a7-97b0-4089-ba75-29f8911a36c4,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:02.741607 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:02.743585 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:02.819912 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=993e83a7-97b0-4089-ba75-29f8911a36c4,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:02.823951 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:02.838440 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637011c1-dba6-481c-8c65-977b9bb371cd req-d8f09bf1-ea12-4458-9a6c-6b78a8882858 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:02.839638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172586c-006e-49e3-b005-87f8bba74e7c req-4ac6663c-9961-496a-8fec-f77ca29e9627 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:02.840677 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-637011c1-dba6-481c-8c65-977b9bb371cd req-d8f09bf1-ea12-4458-9a6c-6b78a8882858 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 943 time: 0.0980952
Apr 30 13:19:02.842440 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e172586c-006e-49e3-b005-87f8bba74e7c req-4ac6663c-9961-496a-8fec-f77ca29e9627 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.1093419
Apr 30 13:19:02.893972 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e172586c-006e-49e3-b005-87f8bba74e7c req-141845c1-086a-4c89-9290-ebf829955af4 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465114
Apr 30 13:19:02.898625 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-637011c1-dba6-481c-8c65-977b9bb371cd req-39830fce-7188-45b8-af38-c7255bc6fbe8 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469589
Apr 30 13:19:03.184711 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-5a1ce741-f61f-4128-bcd3-d51bc7bb0ce8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444274
Apr 30 13:19:03.207670 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127900a8-5e18-4f14-9b22-d3019420d332 req-7ea427bc-6ac1-42db-9106-dbd053d5f15e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:03.209296 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-127900a8-5e18-4f14-9b22-d3019420d332 req-7ea427bc-6ac1-42db-9106-dbd053d5f15e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.0836599
Apr 30 13:19:03.262128 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-127900a8-5e18-4f14-9b22-d3019420d332 req-0f58ebb3-ea55-48e1-a0d0-f177818acf3f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463009
Apr 30 13:19:03.584532 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-6301af30-2c26-40c7-9a04-fa9ea9054fe0 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3760030
Apr 30 13:19:03.668300 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da76ed-0821-472e-915b-5c62a15576ed req-f10ab8a5-8149-4846-a041-00dc62886429 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:03.669977 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e2da76ed-0821-472e-915b-5c62a15576ed req-f10ab8a5-8149-4846-a041-00dc62886429 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.3099763
Apr 30 13:19:03.763059 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9061-fc12-4b87-8d39-a2bee953ad1e req-5d04dc37-a447-42a9-9f38-80be36cec36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:03.764651 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-985d9061-fc12-4b87-8d39-a2bee953ad1e req-5d04dc37-a447-42a9-9f38-80be36cec36a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 1098 time: 0.2957258
Apr 30 13:19:03.772282 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d3e2-d0d7-47d5-a809-18a965cad5f8 req-2982fdb9-bd70-45ec-8ffc-c7f3db32e57e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:03.774217 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9b13d3e2-d0d7-47d5-a809-18a965cad5f8 req-2982fdb9-bd70-45ec-8ffc-c7f3db32e57e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0992768
Apr 30 13:19:03.828142 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9b13d3e2-d0d7-47d5-a809-18a965cad5f8 req-2c0f157b-e3f7-4fd6-a3e3-273ce05aea0c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466242
Apr 30 13:19:03.837559 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e2da76ed-0821-472e-915b-5c62a15576ed req-7e887a50-6b5b-4f3c-a77c-323a46263eb6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185949
Apr 30 13:19:03.862355 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fabcbad7-3e0f-4bc6-b101-1a684417d001 req-252867f7-3a77-4a8c-b982-4b427bf15ea7 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527230
Apr 30 13:19:03.862355 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-985d9061-fc12-4b87-8d39-a2bee953ad1e req-ee80fb4b-1fc7-4c48-bb88-5b53e06a943c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800428
Apr 30 13:19:04.098579 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec4109-dab5-4683-8604-3080e89328b5 req-405a4024-51c7-4637-b428-017982811b87 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:04.100269 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-37ec4109-dab5-4683-8604-3080e89328b5 req-405a4024-51c7-4637-b428-017982811b87 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 943 time: 0.0893478
Apr 30 13:19:04.113981 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287d65b-a3de-47c9-a742-13a6da64ad7c req-064c4287-7c68-4165-bec3-f2bddec86e88 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:04.115575 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a287d65b-a3de-47c9-a742-13a6da64ad7c req-064c4287-7c68-4165-bec3-f2bddec86e88 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.0975432
Apr 30 13:19:04.162293 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-37ec4109-dab5-4683-8604-3080e89328b5 req-fa172704-e7df-447e-8c4c-85ecc429cbfc tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510712
Apr 30 13:19:04.163742 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a287d65b-a3de-47c9-a742-13a6da64ad7c req-df404563-d427-4344-ba0b-9cb058b118f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421321
Apr 30 13:19:04.454664 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993e83a7-97b0-4089-ba75-29f8911a36c4'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:04.515146 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993e83a7-97b0-4089-ba75-29f8911a36c4', 'code': 200}
Apr 30 13:19:04.522141 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58397d20-868c-4c3d-ab5a-f0d22be7238d req-15800e7e-b617-4c21-830c-52f553dde894 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:04.523917 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-58397d20-868c-4c3d-ab5a-f0d22be7238d req-15800e7e-b617-4c21-830c-52f553dde894 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.1333954
Apr 30 13:19:04.573642 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-58397d20-868c-4c3d-ab5a-f0d22be7238d req-2c244ed2-c598-41cf-b6d4-0090504eda3b tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442603
Apr 30 13:19:04.732482 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 25347b02-eba4-4cb1-8902-90ae885f45d1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:19:04.857151 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74779ba-7de5-47ca-9978-b3ffd920c444 req-cc389fb5-8969-4069-832c-4530ac0174ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:04.858912 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e74779ba-7de5-47ca-9978-b3ffd920c444 req-cc389fb5-8969-4069-832c-4530ac0174ad service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 1098 time: 0.0907178
Apr 30 13:19:04.923543 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 25347b02-eba4-4cb1-8902-90ae885f45d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25347b02-eba4-4cb1-8902-90ae885f45d1,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:04.942304 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '25347b02-eba4-4cb1-8902-90ae885f45d1', 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb', 'port_id': '25347b02-eba4-4cb1-8902-90ae885f45d1', 'mac_address': 'fa:16:3e:14:20:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9122d35-0fed-4619-8595-5a6221036286', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:19:04.961553 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e74779ba-7de5-47ca-9978-b3ffd920c444 req-2129068f-e2d0-45b9-8ec5-c3e0c731da04 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813482
Apr 30 13:19:05.053996 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:05.078345 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25347b02-eba4-4cb1-8902-90ae885f45d1 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:19:05.092004 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784d7a-60e3-4d65-851f-4898d2565799 req-caf22e87-a1b1-4143-8a2a-f37ea0b6b828 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:05.093069 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bffb3-2345-4ef9-bafc-e2b90da4336e req-c7a24b79-b1b2-4d1e-ac68-db1ba8c7c940 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:05.093693 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5d784d7a-60e3-4d65-851f-4898d2565799 req-caf22e87-a1b1-4143-8a2a-f37ea0b6b828 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1163831
Apr 30 13:19:05.097691 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 25347b02-eba4-4cb1-8902-90ae885f45d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25347b02-eba4-4cb1-8902-90ae885f45d1,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:05.102508 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-788bffb3-2345-4ef9-bafc-e2b90da4336e req-c7a24b79-b1b2-4d1e-ac68-db1ba8c7c940 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1180980
Apr 30 13:19:05.105576 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:05.108529 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:05.148831 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-788bffb3-2345-4ef9-bafc-e2b90da4336e req-2819493f-3b6d-46f9-a07a-305d2d7052bb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454447
Apr 30 13:19:05.158785 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5d784d7a-60e3-4d65-851f-4898d2565799 req-bb3f5ace-4045-4d64-9bb7-e5159f2cf6a6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575454
Apr 30 13:19:05.169069 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 38058) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:05.202830 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=25347b02-eba4-4cb1-8902-90ae885f45d1,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:05.206212 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:05.407304 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f41f606c-68ae-49b8-a6ba-706650ff9ef3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=723a1fc61e034b819f787a6c7412b855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2368031
Apr 30 13:19:05.409906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38068) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:05.424336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc0cd9-223f-418f-a709-4d94ebc0debc req-77f07298-3521-472d-a508-a141673015e1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:05.425833 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-58cc0cd9-223f-418f-a709-4d94ebc0debc req-77f07298-3521-472d-a508-a141673015e1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.1352665
Apr 30 13:19:05.470378 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38bfc-c310-4780-8a81-0f57a13f7879 req-9b6dfd47-8c03-4e9e-a041-f9c92bfe7599 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:05.472135 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f7e38bfc-c310-4780-8a81-0f57a13f7879 req-9b6dfd47-8c03-4e9e-a041-f9c92bfe7599 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 944 time: 0.1969180
Apr 30 13:19:05.477803 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-58cc0cd9-223f-418f-a709-4d94ebc0debc req-0a2fba59-17ff-4125-8d05-5b4804682d6a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457819
Apr 30 13:19:05.529239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e09c9129-1370-4556-889a-98043170ed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:05.561392 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f7e38bfc-c310-4780-8a81-0f57a13f7879 req-7f4bee87-a827-4954-badf-38bb2b6b8f88 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760510
Apr 30 13:19:05.570200 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e09c9129-1370-4556-889a-98043170ed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:05.638390 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e09c9129-1370-4556-889a-98043170ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:05.643701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-55e4e934-6fd3-4ccc-94b7-2dfbf4c23556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:05.667798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c9129-1370-4556-889a-98043170ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:05.672190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e09c9129-1370-4556-889a-98043170ed18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:05.678259 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e09c9129-1370-4556-889a-98043170ed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:05.680721 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e09c9129-1370-4556-889a-98043170ed18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed11ffa1-cf80-49d1-92da-5c4a4c67aa6d HTTP/1.1" status: 204  len: 168 time: 0.2680192
Apr 30 13:19:05.775177 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['25347b02-eba4-4cb1-8902-90ae885f45d1'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:05.888114 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a496-872e-4184-833a-891842760ede req-515a86f9-9ed7-4300-aed3-8b136ff0bfad tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:05.895998 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7623a496-872e-4184-833a-891842760ede req-515a86f9-9ed7-4300-aed3-8b136ff0bfad tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.1703184
Apr 30 13:19:05.972741 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7623a496-872e-4184-833a-891842760ede req-bfbbafc0-9530-4a52-9063-dfe39caa0bfc tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754282
Apr 30 13:19:06.345867 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcf201-a070-4476-bb16-757f436e5c09 req-030e640b-ad6d-4410-8932-9911f36830aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:06.347474 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7adcf201-a070-4476-bb16-757f436e5c09 req-030e640b-ad6d-4410-8932-9911f36830aa service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.0796947
Apr 30 13:19:06.372023 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9e065-7ee3-4096-9047-22b7d15235f0 req-948ecd3f-15f3-4042-9751-7f1224e55d30 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:06.372023 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5ef9e065-7ee3-4096-9047-22b7d15235f0 req-948ecd3f-15f3-4042-9751-7f1224e55d30 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0937445
Apr 30 13:19:06.402826 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7adcf201-a070-4476-bb16-757f436e5c09 req-e428b2a4-2fdd-4284-99b7-4abf24f345a6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455191
Apr 30 13:19:06.425824 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5ef9e065-7ee3-4096-9047-22b7d15235f0 req-6a83ff90-3a06-41d3-ba15-bde61e63df8b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435152
Apr 30 13:19:06.510568 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab819ddb-3ee3-45a6-ad43-80e418d60b9f req-a56ef659-afe0-4082-b82a-11a082857f1b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:06.512161 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab819ddb-3ee3-45a6-ad43-80e418d60b9f req-a56ef659-afe0-4082-b82a-11a082857f1b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0892053
Apr 30 13:19:06.560050 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab819ddb-3ee3-45a6-ad43-80e418d60b9f req-926fffbf-d592-467c-9744-f471706555f2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418487
Apr 30 13:19:06.678794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fb4f5-14e0-4842-8ae3-0591be47c2e8 req-13983b8b-f42f-4ac5-a409-5f3a5fe78f01 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:06.681071 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5d3fb4f5-14e0-4842-8ae3-0591be47c2e8 req-13983b8b-f42f-4ac5-a409-5f3a5fe78f01 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.0916860
Apr 30 13:19:06.739590 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5d3fb4f5-14e0-4842-8ae3-0591be47c2e8 req-0adf97fd-186b-443f-a260-41d4cfda7a0e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494120
Apr 30 13:19:06.775184 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5a0b2-fd97-4c61-84e2-0ed5831daf73 req-4e8ffbfe-c595-402d-8df4-f4a1b4b4c8ff tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:06.776645 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bbd5a0b2-fd97-4c61-84e2-0ed5831daf73 req-4e8ffbfe-c595-402d-8df4-f4a1b4b4c8ff tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 944 time: 0.0960400
Apr 30 13:19:06.825081 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bbd5a0b2-fd97-4c61-84e2-0ed5831daf73 req-8874dee9-4934-4bb5-b7f1-729389e7b901 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424299
Apr 30 13:19:07.176411 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d79a-bec2-49c3-b0a1-be00eb0edf3f req-3dc4f95f-e178-49aa-8e7b-e060e76fd807 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:07.178667 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a0d1d79a-bec2-49c3-b0a1-be00eb0edf3f req-3dc4f95f-e178-49aa-8e7b-e060e76fd807 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.0813925
Apr 30 13:19:07.226428 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a0d1d79a-bec2-49c3-b0a1-be00eb0edf3f req-8baa1e0b-2af7-4aa3-be06-ace42f1b9121 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421617
Apr 30 13:19:07.652767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16654-ec4d-4c69-b8a3-04fea4f67f01 req-2501f15f-0776-4e40-bacf-c5a706d4ad31 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:07.655168 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e0f16654-ec4d-4c69-b8a3-04fea4f67f01 req-2501f15f-0776-4e40-bacf-c5a706d4ad31 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1013167
Apr 30 13:19:07.731671 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e0f16654-ec4d-4c69-b8a3-04fea4f67f01 req-6c402e48-3ea4-45c1-8965-4e42ad3519ae tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692048
Apr 30 13:19:07.795891 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050148cd-da7b-43fc-8f92-42b6e0167990 req-5538fe15-0001-4f4f-86d9-42bcf105efd1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:07.797438 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-050148cd-da7b-43fc-8f92-42b6e0167990 req-5538fe15-0001-4f4f-86d9-42bcf105efd1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1163421
Apr 30 13:19:07.893368 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-050148cd-da7b-43fc-8f92-42b6e0167990 req-eb80a77c-8826-42b8-9c7c-661b2292831f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893760
Apr 30 13:19:08.029306 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551b5b6-e4fa-4317-b13f-10292f6e0965 req-849137fb-bd80-4405-8244-b7f1cda02f92 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:08.031063 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f551b5b6-e4fa-4317-b13f-10292f6e0965 req-849137fb-bd80-4405-8244-b7f1cda02f92 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.1099434
Apr 30 13:19:08.089571 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f551b5b6-e4fa-4317-b13f-10292f6e0965 req-ee5068fb-4d76-4c64-bbe2-21ce056bab66 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517666
Apr 30 13:19:08.093929 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb396390-8077-49ad-bc70-13a3ee249be1 req-5d928a95-6fe5-4dbc-a6e9-3c15d59d9ba6 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:08.096141 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fb396390-8077-49ad-bc70-13a3ee249be1 req-5d928a95-6fe5-4dbc-a6e9-3c15d59d9ba6 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 944 time: 0.0882752
Apr 30 13:19:08.154485 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fb396390-8077-49ad-bc70-13a3ee249be1 req-d4f7c065-37fa-4e5d-bd2f-5d4b8b37b8a2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523362
Apr 30 13:19:08.357361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38158) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:08.529787 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.554784 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:08.559226 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e3f770ba6b842d88284b01330173d99 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:08.563086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:08.570957 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:08.704557 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.710237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.720110 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:08.752003 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 25347b02-eba4-4cb1-8902-90ae885f45d1 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:08.766040 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e3f770ba6b842d88284b01330173d99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4072092
Apr 30 13:19:08.766577 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38174) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:08.771389 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59894ce5-f37a-4f2c-b7b4-850459a14e1a,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:08.775605 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:08.858412 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 25347b02-eba4-4cb1-8902-90ae885f45d1 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:08.867574 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 25347b02-eba4-4cb1-8902-90ae885f45d1 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:08.868222 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.966627 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.998694 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0cfee-0140-40e5-890f-d05bebf6b7ff req-fa7b7a22-531a-4ff1-baac-6e40f784e517 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:09.000526 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eea0cfee-0140-40e5-890f-d05bebf6b7ff req-fa7b7a22-531a-4ff1-baac-6e40f784e517 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.1470327
Apr 30 13:19:09.008680 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.027036 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.059290 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eea0cfee-0140-40e5-890f-d05bebf6b7ff req-0fc810ce-b7fa-4141-9567-d4725fc1887e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489783
Apr 30 13:19:09.073470 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae91590-af1f-473b-9391-f77fe37593f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25347b02-eba4-4cb1-8902-90ae885f45d1'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:09.076192 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c8742-b4b1-4767-9c94-ffedced8bb5c req-d39a9401-0d4a-4ab6-8ed6-eac4da7b5765 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:09.087537 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab2c8742-b4b1-4767-9c94-ffedced8bb5c req-d39a9401-0d4a-4ab6-8ed6-eac4da7b5765 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1618328
Apr 30 13:19:09.087790 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 25347b02-eba4-4cb1-8902-90ae885f45d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25347b02-eba4-4cb1-8902-90ae885f45d1,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:09.089751 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.092204 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:09.135834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.141863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6441bf2e-8106-49e9-80ad-de154ee99818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:09.158578 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab2c8742-b4b1-4767-9c94-ffedced8bb5c req-4e764790-c1c9-48b7-b809-0c3353321a1a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661318
Apr 30 13:19:09.172231 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59894ce5-f37a-4f2c-b7b4-850459a14e1a,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:09.174262 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.175558 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59894ce5-f37a-4f2c-b7b4-850459a14e1a HTTP/1.1" status: 204  len: 168 time: 0.4081385
Apr 30 13:19:09.176583 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:09.189474 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=25347b02-eba4-4cb1-8902-90ae885f45d1,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:09.216213 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:09.248875 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae91590-af1f-473b-9391-f77fe37593f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25347b02-eba4-4cb1-8902-90ae885f45d1', 'code': 200}
Apr 30 13:19:09.382505 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da173b-3e12-4787-9b3e-6d7912aa69b7 req-fee1283b-6374-48ee-9196-4ef3b63ce0a4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:09.384503 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d9da173b-3e12-4787-9b3e-6d7912aa69b7 req-fee1283b-6374-48ee-9196-4ef3b63ce0a4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1775713
Apr 30 13:19:09.445254 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32b7c-cb56-4b52-b4b0-f3075e2c0d7d req-72fd267e-752c-4304-8c21-c1471c0f8131 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:09.447470 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7df32b7c-cb56-4b52-b4b0-f3075e2c0d7d req-72fd267e-752c-4304-8c21-c1471c0f8131 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.1032782
Apr 30 13:19:09.454363 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d9da173b-3e12-4787-9b3e-6d7912aa69b7 req-adcbe21f-eae0-4728-99e4-37fb870d3dc4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632207
Apr 30 13:19:09.517665 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7df32b7c-cb56-4b52-b4b0-f3075e2c0d7d req-b29e467b-5125-4b67-934c-62589dcfb611 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634890
Apr 30 13:19:09.601083 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38196) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:09.625689 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.649023 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:09.654779 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Usage tracker for resource:security_group_rule and tenant:14ac1ebb13e84f4d89cde681ea71b0dd is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:09.658173 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:09.665937 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:09.671030 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb11e0a-d1bc-4ce5-8b0b-4ffcefac7a7c req-ee034c62-0de9-42a2-a1f8-7706566cb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:09.672610 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-feb11e0a-d1bc-4ce5-8b0b-4ffcefac7a7c req-ee034c62-0de9-42a2-a1f8-7706566cb04e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 1098 time: 0.1300550
Apr 30 13:19:09.758944 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-feb11e0a-d1bc-4ce5-8b0b-4ffcefac7a7c req-db59f790-e87d-42f1-bf88-b14e1e02320e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693817
Apr 30 13:19:09.813221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.822436 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.829546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:09.878331 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14ac1ebb13e84f4d89cde681ea71b0dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2760358
Apr 30 13:19:09.879541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a2c1c-750e-4b25-bec4-1a29afa70071,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:09.883090 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38206) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:09.885810 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:09.957164 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.969047 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56d6f1-77c5-4c37-a399-0600481e98d6 req-a3e68169-37e3-4ec7-8b73-cfab7b2ec677 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:09.970853 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a56d6f1-77c5-4c37-a399-0600481e98d6 req-a3e68169-37e3-4ec7-8b73-cfab7b2ec677 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1109414
Apr 30 13:19:09.991093 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:10.024393 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a56d6f1-77c5-4c37-a399-0600481e98d6 req-17308d9a-6e1e-4e6a-af63-fbc87625a54a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462592
Apr 30 13:19:10.049649 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:10.054281 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6e16f5fc-5bc1-4ef7-a7b5-885794262ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:10.065978 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a2c1c-750e-4b25-bec4-1a29afa70071,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:10.069966 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:10.073452 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:10.077566 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e71a2c1c-750e-4b25-bec4-1a29afa70071 HTTP/1.1" status: 204  len: 168 time: 0.1904747
Apr 30 13:19:10.299693 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc234-2416-4f3f-b512-46d858559a46 req-d8525851-2aad-4d72-a9b9-c76a6fd908c8 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:10.301477 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba3cc234-2416-4f3f-b512-46d858559a46 req-d8525851-2aad-4d72-a9b9-c76a6fd908c8 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.1112919
Apr 30 13:19:10.346781 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba3cc234-2416-4f3f-b512-46d858559a46 req-0b5a2f32-68ea-44f9-acb0-7a82f359bccc tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395770
Apr 30 13:19:10.457957 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983222e-3347-4c5d-b015-450c0999a94a req-8d2154fe-19dd-4853-937e-78304314bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:10.460269 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8983222e-3347-4c5d-b015-450c0999a94a req-8d2154fe-19dd-4853-937e-78304314bfe8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.0838041
Apr 30 13:19:10.554289 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8548-3c1b-45ea-97ca-887725068551 req-2cd44220-4ceb-4ade-a1ff-a8823d33e69e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:10.556485 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-593a8548-3c1b-45ea-97ca-887725068551 req-2cd44220-4ceb-4ade-a1ff-a8823d33e69e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0982320
Apr 30 13:19:10.630077 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-593a8548-3c1b-45ea-97ca-887725068551 req-93f1ede9-0e72-45d0-85bc-1533070fcdef tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670171
Apr 30 13:19:10.638127 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983222e-3347-4c5d-b015-450c0999a94a req-0c01ba0a-dfe8-4948-be4b-8a6b59322789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:10.639431 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8983222e-3347-4c5d-b015-450c0999a94a req-0c01ba0a-dfe8-4948-be4b-8a6b59322789 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.1625612
Apr 30 13:19:10.770273 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8983222e-3347-4c5d-b015-450c0999a94a req-95c5dfa8-0daf-453b-88b3-31525b36cc37 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 217 time: 0.1077385
Apr 30 13:19:10.983983 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983222e-3347-4c5d-b015-450c0999a94a req-3c98ad4b-ee25-4dcb-af8d-602b1b4d8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:10.985283 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8983222e-3347-4c5d-b015-450c0999a94a req-3c98ad4b-ee25-4dcb-af8d-602b1b4d8d70 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.2128785
Apr 30 13:19:11.035432 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2bf62-1373-426b-8180-1bad631992c4 req-60e95074-1253-42e7-87d1-81c4c770d9fa tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:11.037263 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-64a2bf62-1373-426b-8180-1bad631992c4 req-60e95074-1253-42e7-87d1-81c4c770d9fa tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.2760444
Apr 30 13:19:11.051976 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8983222e-3347-4c5d-b015-450c0999a94a req-8c81f7ca-0691-41ed-86f7-32527de7f291 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549793
Apr 30 13:19:11.185611 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-64a2bf62-1373-426b-8180-1bad631992c4 req-8fe94055-e676-4696-8850-6f787de71696 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358283
Apr 30 13:19:11.245906 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8983222e-3347-4c5d-b015-450c0999a94a req-11b9b014-cdd0-4cdd-aa15-e3afc48a1af8 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665900
Apr 30 13:19:11.254925 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192120d-a9c9-4850-a95f-95f27600e064 req-b27cb47d-6351-4180-963a-88d157760ba0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:11.262569 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1192120d-a9c9-4850-a95f-95f27600e064 req-b27cb47d-6351-4180-963a-88d157760ba0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1242270
Apr 30 13:19:11.307280 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1192120d-a9c9-4850-a95f-95f27600e064 req-47f9a734-da6a-4c90-9778-737ff9b871ce tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438523
Apr 30 13:19:11.400577 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8983222e-3347-4c5d-b015-450c0999a94a req-15ba2164-6df7-41a0-a29b-0901734f8d8e service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452386
Apr 30 13:19:11.559342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822f91-cb6d-40fb-a399-38d7c1a455ae req-0ed1b74d-11b3-4207-ac76-74828eece27a tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:11.560977 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-84822f91-cb6d-40fb-a399-38d7c1a455ae req-0ed1b74d-11b3-4207-ac76-74828eece27a tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.0958464
Apr 30 13:19:11.607644 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-84822f91-cb6d-40fb-a399-38d7c1a455ae req-2bb719d3-161d-4ad7-8d6b-7d0268e591e7 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408511
Apr 30 13:19:11.834087 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0216-8036-4218-9ea5-8865f4902fec req-87cedc1e-e5f0-4f9c-a36f-fd1244080869 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:11.835702 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-982d0216-8036-4218-9ea5-8865f4902fec req-87cedc1e-e5f0-4f9c-a36f-fd1244080869 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0919328
Apr 30 13:19:11.912651 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-982d0216-8036-4218-9ea5-8865f4902fec req-c3302cd2-0e57-4ee7-8d12-14f578a42b01 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643399
Apr 30 13:19:12.434814 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11567ad-fb48-4445-b43f-556c073ac071 req-d7fd6383-b4fb-49ab-95d1-b442b2545564 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:12.436421 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e11567ad-fb48-4445-b43f-556c073ac071 req-d7fd6383-b4fb-49ab-95d1-b442b2545564 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.1140096
Apr 30 13:19:12.492484 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e11567ad-fb48-4445-b43f-556c073ac071 req-9da443a7-b1e3-4f0c-ac0a-9f0d7311fd54 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496137
Apr 30 13:19:12.512572 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847bd1d-9831-401c-b460-d504765cba35 req-2dac3ac6-330d-4dd3-b796-8457915caf2b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:12.514060 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0847bd1d-9831-401c-b460-d504765cba35 req-2dac3ac6-330d-4dd3-b796-8457915caf2b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0889559
Apr 30 13:19:12.569226 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0847bd1d-9831-401c-b460-d504765cba35 req-c118a924-5b94-4907-a1ec-3325aba23163 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486650
Apr 30 13:19:12.824954 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-50f99d34-cb8a-4bab-8fc0-01385b1dcf3d tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:12.826474 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-50f99d34-cb8a-4bab-8fc0-01385b1dcf3d tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.1511977
Apr 30 13:19:12.926778 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf97f6-ce30-4847-936e-74fec9bccde7 req-a4d71c43-20f2-4eaa-a16e-550aa9602467 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:12.929180 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8bcf97f6-ce30-4847-936e-74fec9bccde7 req-a4d71c43-20f2-4eaa-a16e-550aa9602467 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 945 time: 0.2010903
Apr 30 13:19:13.042867 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8bcf97f6-ce30-4847-936e-74fec9bccde7 req-1d4fcf10-f241-46d5-ae31-6e43016f787b tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767462
Apr 30 13:19:13.086789 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Deleting port 6bf679fb-169f-4d67-b161-f2a15b38dde6 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:19:13.087119 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.259199 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f8f74-68d1-43ab-8994-6eb2a404ee0e req-69c596a4-1e8a-46df-b166-08e3a3e88c3f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:13.261564 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f6f8f74-68d1-43ab-8994-6eb2a404ee0e req-69c596a4-1e8a-46df-b166-08e3a3e88c3f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1692989
Apr 30 13:19:13.290228 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] For port 6bf679fb-169f-4d67-b161-f2a15b38dde6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6bf679fb-169f-4d67-b161-f2a15b38dde6,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:13.290693 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.319016 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f6f8f74-68d1-43ab-8994-6eb2a404ee0e req-17197010-016a-4ac4-b67d-01507ba8222b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506563
Apr 30 13:19:13.446128 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Calling delete_port for 6bf679fb-169f-4d67-b161-f2a15b38dde6 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:19:13.569872 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.575989 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:13.636324 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6bf679fb-169f-4d67-b161-f2a15b38dde6'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:13.639714 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Pushing event deleted for resources: {'Port': ['ID=6bf679fb-169f-4d67-b161-f2a15b38dde6,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:13.642979 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:13.721052 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] No DVR routers for this DVR port 6bf679fb-169f-4d67-b161-f2a15b38dde6 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:19:13.724529 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.728493 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'name': 'network-vif-deleted', 'tag': '6bf679fb-169f-4d67-b161-f2a15b38dde6'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:13.795926 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050955f-b5e4-4bfb-9d57-cc100dd9c25b', 'name': 'network-vif-deleted', 'tag': '6bf679fb-169f-4d67-b161-f2a15b38dde6', 'status': 'completed', 'code': 200}
Apr 30 13:19:13.804461 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d4cdf983-5f38-449a-ac6a-3904432aae74 req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "DELETE /v2.0/ports/6bf679fb-169f-4d67-b161-f2a15b38dde6 HTTP/1.1" status: 204  len: 173 time: 0.9686756
Apr 30 13:19:13.868276 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce76dd4-77e9-49a0-b24f-0f9d18d2470f req-35493fc6-a6a8-4445-abde-9d413c354485 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:13.869895 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2ce76dd4-77e9-49a0-b24f-0f9d18d2470f req-35493fc6-a6a8-4445-abde-9d413c354485 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1213007
Apr 30 13:19:13.924780 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2ce76dd4-77e9-49a0-b24f-0f9d18d2470f req-6b5ff943-744d-421f-8c93-af37bed669c4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487535
Apr 30 13:19:14.108169 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f529e409-ece3-458c-841a-5aa60b394b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.232829 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a0aed8e3-0f8c-4363-8e04-26fcc42f0f8d req-68e4fd38-05ec-4fc2-9259-81b771d1b02f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=2050955f-b5e4-4bfb-9d57-cc100dd9c25b HTTP/1.1" status: 200  len: 210 time: 0.0530818
Apr 30 13:19:14.523452 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb7be-5ff6-41e3-a9e0-0dda362b163b req-18c9841d-60cf-4871-88c5-16a6da527c56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:14.524976 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-67cbb7be-5ff6-41e3-a9e0-0dda362b163b req-18c9841d-60cf-4871-88c5-16a6da527c56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0875096
Apr 30 13:19:14.650066 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-67cbb7be-5ff6-41e3-a9e0-0dda362b163b req-06bbe5b0-4120-4b27-9a73-90496385d67b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185870
Apr 30 13:19:15.120452 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3397c-347a-4607-8663-0e4ddf0efdf1 req-9735dd20-6b52-4036-99d9-c27e2c26e5aa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:15.122245 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0ac3397c-347a-4607-8663-0e4ddf0efdf1 req-9735dd20-6b52-4036-99d9-c27e2c26e5aa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0887668
Apr 30 13:19:15.175671 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0ac3397c-347a-4607-8663-0e4ddf0efdf1 req-0bad2fd7-921a-4572-b0bf-3a564c16e675 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460505
Apr 30 13:19:15.443947 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 38412) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:15.577250 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.591958 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:15.595859 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Usage tracker for resource:security_group_rule and tenant:daa99f1dbdbc4e0c99be56ae8ce5de20 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:15.598689 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:15.604628 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:15.693709 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.698993 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.706581 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c4e396-2179-4127-bf27-108a127cf94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:15.750761 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81deb910-b2b0-4117-9933-c963d2a62720,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:15.753915 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:15.757276 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=daa99f1dbdbc4e0c99be56ae8ce5de20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3114281
Apr 30 13:19:15.760208 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 38428) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:15.819413 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.847751 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.867513 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea2b0-4224-411b-acbb-6b324cc0aedb req-2d41c560-c9e6-4158-a010-dc48399dd992 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:15.870424 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e5ea2b0-4224-411b-acbb-6b324cc0aedb req-2d41c560-c9e6-4158-a010-dc48399dd992 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0965962
Apr 30 13:19:15.910101 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.916306 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:15.920951 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e5ea2b0-4224-411b-acbb-6b324cc0aedb req-d2c88798-59a2-4157-9729-0ca3db9e1fac tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441270
Apr 30 13:19:15.926996 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81deb910-b2b0-4117-9933-c963d2a62720,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:15.931951 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:15.936056 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.939552 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81deb910-b2b0-4117-9933-c963d2a62720 HTTP/1.1" status: 204  len: 168 time: 0.1764569
Apr 30 13:19:16.264513 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 38438) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:16.284211 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.300505 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:16.304638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Usage tracker for resource:security_group_rule and tenant:d4faf95ae75e42d9825ed015452a395a is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:16.307632 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:16.313560 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:16.377848 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f03634-7c9c-4f5e-b7df-477e72f3243a req-44340b96-f2ef-478e-8dd0-4622ba17b091 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:16.380461 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f6f03634-7c9c-4f5e-b7df-477e72f3243a req-44340b96-f2ef-478e-8dd0-4622ba17b091 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0903013
Apr 30 13:19:16.403999 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.408315 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.417940 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:16.428786 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f6f03634-7c9c-4f5e-b7df-477e72f3243a req-34b0da84-fdc9-426e-b09e-e193fce20399 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419879
Apr 30 13:19:16.462605 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7553b045-0d7c-49c3-a85c-0b42b548f5c5,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:16.469371 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4faf95ae75e42d9825ed015452a395a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012427
Apr 30 13:19:16.469371 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:16.469802 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38444) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:16.532575 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.561936 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.629375 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.635784 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62253998-eff7-4654-aac8-fb6cf7d35237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:16.649521 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7553b045-0d7c-49c3-a85c-0b42b548f5c5,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:16.652936 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:16.655417 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.659148 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7553b045-0d7c-49c3-a85c-0b42b548f5c5 HTTP/1.1" status: 204  len: 168 time: 0.1861882
Apr 30 13:19:16.796950 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3dc777b4-082b-4253-b2f4-18e840e0c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.814633 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6bf679fb-169f-4d67-b161-f2a15b38dde6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:16.871760 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 6bf679fb-169f-4d67-b161-f2a15b38dde6 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:19:16.872406 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6bf679fb-169f-4d67-b161-f2a15b38dde6 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:19:17.057346 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:17.129686 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc901-d840-4969-803a-e0dfa6a5994d req-2213ee9c-8d19-4057-bad3-6232b5b1b119 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:17.132251 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7c9fc901-d840-4969-803a-e0dfa6a5994d req-2213ee9c-8d19-4057-bad3-6232b5b1b119 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.0923829
Apr 30 13:19:17.180873 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7c9fc901-d840-4969-803a-e0dfa6a5994d req-6a464694-95cc-4d9b-876b-6e09afe496ef tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424449
Apr 30 13:19:17.456549 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.254567 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ffa1b-85ad-4631-9a3e-dc80bafd9841 req-cf05ec27-2b22-4421-a53a-20e4378dd44a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:18.256164 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a7ffa1b-85ad-4631-9a3e-dc80bafd9841 req-cf05ec27-2b22-4421-a53a-20e4378dd44a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0884058
Apr 30 13:19:18.305015 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a7ffa1b-85ad-4631-9a3e-dc80bafd9841 req-d04de984-e220-4806-bd31-2aaa52a68215 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432436
Apr 30 13:19:18.400925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.544835 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0366f-93d5-4525-abaa-fc56466f029c req-e287844d-e5e3-4077-bd69-927ab85db165 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:18.546833 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e1c0366f-93d5-4525-abaa-fc56466f029c req-e287844d-e5e3-4077-bd69-927ab85db165 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1001155
Apr 30 13:19:18.607457 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e1c0366f-93d5-4525-abaa-fc56466f029c req-feeb7dd5-aba7-4e1e-b292-244207ac674c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535247
Apr 30 13:19:19.231735 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.362940 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-5267ed4f-b25d-4217-aea0-2baa41cbf8dc tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:19.363725 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-5267ed4f-b25d-4217-aea0-2baa41cbf8dc tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Synchronizing usage tracker for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:network {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:19:19.386653 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-5267ed4f-b25d-4217-aea0-2baa41cbf8dc tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Unset dirty status for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:network {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:19:19.393785 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-5267ed4f-b25d-4217-aea0-2baa41cbf8dc tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/networks?id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 HTTP/1.1" status: 200  len: 808 time: 0.3093634
Apr 30 13:19:19.405742 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-2d87ea96-4eed-4495-9ad8-07e22f59a3ef tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/quotas/9079985bd0cc444091cb61ab2418c9a0 HTTP/1.1" status: 200  len: 375 time: 0.0110500
Apr 30 13:19:19.484331 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-95d84b15-41bd-4097-af2a-bfb7bff56de7 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9079985bd0cc444091cb61ab2418c9a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0718293
Apr 30 13:19:19.642299 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-9e0a1c41-60b4-4577-93c2-68aa324cf971 service neutron] 10.222.0.79 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567419
Apr 30 13:19:19.848412 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68206e3-3bca-436d-8d3f-4824b06ad9f7 req-99eb94b8-9432-43e0-9520-b563abf6a4ff tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:19.856135 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c68206e3-3bca-436d-8d3f-4824b06ad9f7 req-99eb94b8-9432-43e0-9520-b563abf6a4ff tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1062989
Apr 30 13:19:19.924435 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c68206e3-3bca-436d-8d3f-4824b06ad9f7 req-99bc0d00-064a-49ab-9ca9-4858d9908d77 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672629
Apr 30 13:19:19.969219 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-9288ea4d-19cd-44fa-9a16-03fe7d2be148 service neutron] 10.222.0.79 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3139465
Apr 30 13:19:20.220203 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ab3b3e39-9a53-413a-89a0-45a0213a1bad req-d940b61b-a55f-43fa-8540-4da68936ba73 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 210 time: 0.0497963
Apr 30 13:19:20.819916 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:19:21.094348 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:21.110310 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'port_id': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'mac_address': 'fa:16:3e:0d:e4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:19:21.180130 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0dff4-8d58-44ec-92bc-a56589da99cc req-a77edbd4-bbb6-47f1-9b79-f8d99198d294 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:21.181662 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86f0dff4-8d58-44ec-92bc-a56589da99cc req-a77edbd4-bbb6-47f1-9b79-f8d99198d294 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1053596
Apr 30 13:19:21.191104 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.214913 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3c715c3-b0fe-400d-89f5-80c09379ea24 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:19:21.235862 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:21.241175 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86f0dff4-8d58-44ec-92bc-a56589da99cc req-286a0c4f-2dba-4791-a318-67fb5df61c97 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525696
Apr 30 13:19:21.241945 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.244871 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:21.343786 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=6']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:21.347755 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:21.407160 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4ee17dd7-072a-40fd-9488-4ae6790cafd0 req-e4a11730-f4c3-4af0-bdac-aced364502ab tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 210 time: 0.0496998
Apr 30 13:19:21.669561 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['d3c715c3-b0fe-400d-89f5-80c09379ea24'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:22.048325 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-7b8fe3fe-28b9-4444-8b92-c0db20cc8eb9 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:22.049938 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-7b8fe3fe-28b9-4444-8b92-c0db20cc8eb9 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "GET /v2.0/networks?id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 HTTP/1.1" status: 200  len: 808 time: 0.1747556
Apr 30 13:19:22.057955 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38678) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:22.084772 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Request body: {'port': {'device_id': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154', 'admin_state_up': True, 'tenant_id': '9079985bd0cc444091cb61ab2418c9a0'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:22.258410 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.272772 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:22.280931 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Usage tracker for resource:port and tenant:9079985bd0cc444091cb61ab2418c9a0 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:22.284158 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:22.287790 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:22.297024 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Usage tracker for resource:security_group_rule and tenant:d208b977c61f452da714681a79a83468 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:22.300470 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:22.313917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:22.318588 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Made reservation on behalf of 9079985bd0cc444091cb61ab2418c9a0 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:22.321994 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.338106 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:22.627896 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ef3d7c84-39cd-43c7-b573-dab18422e481 req-d8339854-8744-4d2b-910f-7550e379949e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 210 time: 0.0598249
Apr 30 13:19:22.641310 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Allocated IP 172.20.0.9 (aaedd0c6-8067-4afd-bcb2-ecc8e1a55154/9a693e42-ae69-42a6-960b-c58fb5826626/f299c824-9028-418d-b885-93adef3af4f1) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:22.716631 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca79756-4801-4f65-ae8e-f05c08657d18 req-25cf184b-206f-4b6f-97be-8b4c1592bb03 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:22.718265 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3ca79756-4801-4f65-ae8e-f05c08657d18 req-25cf184b-206f-4b6f-97be-8b4c1592bb03 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.3143044
Apr 30 13:19:22.764515 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.777701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.795455 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:22.838820 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:22.907021 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 38710) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:22.907227 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d208b977c61f452da714681a79a83468&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8480258
Apr 30 13:19:22.930654 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3ca79756-4801-4f65-ae8e-f05c08657d18 req-5583c7e4-3c86-4954-886d-7ba9be5ba2bf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2009010
Apr 30 13:19:22.934249 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd5c2f9-ae6c-46ee-9c1f-1b6ce90bb561,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:23.011576 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.022112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port d3c715c3-b0fe-400d-89f5-80c09379ea24 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:23.022622 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.061970 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.111403 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:23.151758 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.162515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-125a34f3-9603-449b-bc82-d41ce95c431e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:23.181907 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd5c2f9-ae6c-46ee-9c1f-1b6ce90bb561,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:23.191051 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:23.195758 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.197678 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.198888 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dfd5c2f9-ae6c-46ee-9c1f-1b6ce90bb561 HTTP/1.1" status: 204  len: 168 time: 0.2904501
Apr 30 13:19:23.255032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.257571 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.272262 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:23.290076 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:23.305456 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:23.315087 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.320629 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ed55ac76-bcaf-4162-bdd8-136f6dfe9cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:23.367113 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'code': 200}
Apr 30 13:19:23.368647 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:23.373848 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:23.378530 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:23.385933 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:23.386810 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.409267 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Pushing event updated for resources: {'Port': ['ID=f299c824-9028-418d-b885-93adef3af4f1,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:23.414080 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:23.439337 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3594687
Apr 30 13:19:23.448575 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=7']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:23.454061 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:23.462753 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Request body: {'port': {'device_id': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:23.595861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.748481 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 38740) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:23.797648 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.823731 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:23.828531 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Usage tracker for resource:security_group_rule and tenant:88440055f31c44dfa0c9476bbe3c7064 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:23.832604 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:23.844129 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:24.003705 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.009110 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.030225 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b62ec3fb-6730-4312-851c-7106733f1476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:24.138364 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e6458-d984-4eae-991e-e8d7c8521f17 req-605c3b88-75ed-4372-9165-1d5ac4f7c212 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:24.139360 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-6b1e6458-d984-4eae-991e-e8d7c8521f17 req-605c3b88-75ed-4372-9165-1d5ac4f7c212 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Synchronizing usage tracker for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:19:24.170327 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-6b1e6458-d984-4eae-991e-e8d7c8521f17 req-605c3b88-75ed-4372-9165-1d5ac4f7c212 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Unset dirty status for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:19:24.171474 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6b1e6458-d984-4eae-991e-e8d7c8521f17 req-605c3b88-75ed-4372-9165-1d5ac4f7c212 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 931 time: 0.2207210
Apr 30 13:19:24.237919 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88440055f31c44dfa0c9476bbe3c7064&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4873614
Apr 30 13:19:24.245598 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 38748) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:24.246800 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69723303-4a23-42d5-9c82-b1bd70c93d54,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:24.258416 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:24.302954 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f299c824-9028-418d-b885-93adef3af4f1 {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:19:24.329517 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf8324-469d-4871-ba05-066a693595cc req-d3eb1167-14f5-4da1-8ff1-daafbbb2d3dc tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:24.330512 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.337494 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6b1e6458-d984-4eae-991e-e8d7c8521f17 req-f24d076c-eb68-4d60-ae76-a48422581146 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293285
Apr 30 13:19:24.341117 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dfcf8324-469d-4871-ba05-066a693595cc req-d3eb1167-14f5-4da1-8ff1-daafbbb2d3dc tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.2184229
Apr 30 13:19:24.378556 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Transition to ACTIVE for port object f299c824-9028-418d-b885-93adef3af4f1 will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:24.383986 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.388972 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.408257 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7d47111f-9714-4bf3-943a-33d6aee0e97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:24.424586 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dfcf8324-469d-4871-ba05-066a693595cc req-74fd250d-caa7-4a71-8147-7a2b6a7644ba tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833120
Apr 30 13:19:24.613638 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.731261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f299c824-9028-418d-b885-93adef3af4f1,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:24.737267 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:24.737961 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Attempting to bind port f299c824-9028-418d-b885-93adef3af4f1 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:24.738328 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Attempting to bind port f299c824-9028-418d-b885-93adef3af4f1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:24.738653 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Attempting to bind port f299c824-9028-418d-b885-93adef3af4f1 on network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:24.755884 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Port f299c824-9028-418d-b885-93adef3af4f1 on network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:19:24.756210 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Attempting to bind port f299c824-9028-418d-b885-93adef3af4f1 on network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:24.772167 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:24.772616 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Checking segment: {'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:24.773007 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Bound using segment: {'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:24.773700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Bound port: f299c824-9028-418d-b885-93adef3af4f1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c11b588-b5aa-4d1a-a735-31581e862466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:24.774079 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.874953 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.884162 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-212312a8-63bf-44a5-9119-519f510af33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:24.905829 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69723303-4a23-42d5-9c82-b1bd70c93d54,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:24.945607 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:24.955395 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.959853 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69723303-4a23-42d5-9c82-b1bd70c93d54 HTTP/1.1" status: 204  len: 168 time: 0.7096906
Apr 30 13:19:24.961938 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] For port f299c824-9028-418d-b885-93adef3af4f1, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:24.976086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] For port f299c824-9028-418d-b885-93adef3af4f1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f299c824-9028-418d-b885-93adef3af4f1,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:24.998855 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:25.033548 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:25.143678 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:25.144353 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:25.145990 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] 10.222.0.103 "PUT /v2.0/ports/f299c824-9028-418d-b885-93adef3af4f1 HTTP/1.1" status: 200  len: 1093 time: 1.6881175
Apr 30 13:19:25.150567 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'tag': 'f299c824-9028-418d-b885-93adef3af4f1'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:25.170800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f299c824-9028-418d-b885-93adef3af4f1,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:25.179848 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:25.309310 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'tag': 'f299c824-9028-418d-b885-93adef3af4f1', 'status': 'completed', 'code': 200}
Apr 30 13:19:25.463015 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-0d04534d-4ae7-4a62-9891-38b787c90997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:25.464505 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-0d04534d-4ae7-4a62-9891-38b787c90997 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9079985bd0cc444091cb61ab2418c9a0&device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 1096 time: 0.2360370
Apr 30 13:19:25.694792 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-63007040-1fe7-4391-8ac3-e58a266de2f1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f299c824-9028-418d-b885-93adef3af4f1 HTTP/1.1" status: 200  len: 217 time: 0.1967304
Apr 30 13:19:25.867909 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-a4edab09-5e3f-4d9f-bc60-2e7d838aea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:25.869560 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-a4edab09-5e3f-4d9f-bc60-2e7d838aea48 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a693e42-ae69-42a6-960b-c58fb5826626 HTTP/1.1" status: 200  len: 848 time: 0.1634293
Apr 30 13:19:25.872175 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:19:25.893567 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb39ca8-d57f-4cc9-82fc-c8188200d367 req-dd68af0e-e78d-4328-a7de-66f4985ef92f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:25.902901 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-acb39ca8-d57f-4cc9-82fc-c8188200d367 req-dd68af0e-e78d-4328-a7de-66f4985ef92f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 943 time: 0.2818699
Apr 30 13:19:25.974285 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-09fd829f-0de2-4b34-a4dc-73613b729e6b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0878415
Apr 30 13:19:26.123010 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-acb39ca8-d57f-4cc9-82fc-c8188200d367 req-d11cc316-25d8-4e2a-bcb9-91aa84563a6c tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154145
Apr 30 13:19:26.356930 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0808e-37d9-47fb-801c-a6ea9c149fed req-3967b29f-8533-453d-be74-69d351ef72f9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:26.358539 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-92a0808e-37d9-47fb-801c-a6ea9c149fed req-3967b29f-8533-453d-be74-69d351ef72f9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.5806470
Apr 30 13:19:26.405274 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-bfd7a8d5-38e9-4b0b-b9a8-0f11db1ad2e9 service neutron] 10.222.0.103 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4111767
Apr 30 13:19:26.464871 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-92a0808e-37d9-47fb-801c-a6ea9c149fed req-979a5e1c-a714-44ef-9ac8-34b914c1b82a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879452
Apr 30 13:19:26.623371 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac999cba-07ec-4621-a16c-5b2f0e0b66db req-35cb0af6-1308-4e37-ae33-3a8143d59876 service neutron] 10.222.0.103 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058594
Apr 30 13:19:27.066899 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-df06c7f5-2772-4fe9-a778-9d42f279a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:27.077612 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-df06c7f5-2772-4fe9-a778-9d42f279a6aa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9079985bd0cc444091cb61ab2418c9a0&device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 1096 time: 0.2797899
Apr 30 13:19:27.634780 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-7c449cd1-bae7-4832-bd31-54a604b8117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:27.636601 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-7c449cd1-bae7-4832-bd31-54a604b8117c service neutron] 10.222.0.103 "GET /v2.0/networks?id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 HTTP/1.1" status: 200  len: 910 time: 0.5440433
Apr 30 13:19:27.785343 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024808e-b5f8-42f8-b1ce-0d0bbf83bfd3 req-b409cf5d-ccfe-42fe-8173-637fe1867f2f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:27.790854 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d024808e-b5f8-42f8-b1ce-0d0bbf83bfd3 req-b409cf5d-ccfe-42fe-8173-637fe1867f2f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 943 time: 0.3352840
Apr 30 13:19:27.833095 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-30005b0d-7029-4d64-8384-bba9bde0bd5b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f299c824-9028-418d-b885-93adef3af4f1 HTTP/1.1" status: 200  len: 217 time: 0.1778872
Apr 30 13:19:27.938000 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d024808e-b5f8-42f8-b1ce-0d0bbf83bfd3 req-cab1d39c-03a5-4db9-8515-3a8006cf198b tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269193
Apr 30 13:19:28.064675 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-b053fd04-37ae-4c25-a8b4-2c649f81918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:28.066944 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-b053fd04-37ae-4c25-a8b4-2c649f81918c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a693e42-ae69-42a6-960b-c58fb5826626 HTTP/1.1" status: 200  len: 848 time: 0.2197685
Apr 30 13:19:28.154726 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775a6e8-c921-4d10-a57a-a5802b84bff3 req-06d2fc95-a8ed-4e65-a9e6-dba67819f504 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:28.161747 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3775a6e8-c921-4d10-a57a-a5802b84bff3 req-06d2fc95-a8ed-4e65-a9e6-dba67819f504 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.3798885
Apr 30 13:19:28.169307 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-8d37f671-7b86-4764-97bc-ad602c3e4b0f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901701
Apr 30 13:19:28.468885 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3775a6e8-c921-4d10-a57a-a5802b84bff3 req-1e953dca-ef47-479b-8e28-f8bbb2719a1d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2902083
Apr 30 13:19:28.485826 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-d21a2138-ee73-4413-9715-a70d87b5fed3 service neutron] 10.222.0.103 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728436
Apr 30 13:19:28.729374 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c72739d-1949-475a-b32b-47d7e1857d56 req-e57a81af-e31a-4a6b-a5b4-cb6aeb7f4570 service neutron] 10.222.0.103 "GET /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271795
Apr 30 13:19:28.859421 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f299c824-9028-418d-b885-93adef3af4f1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:19:29.104134 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port f299c824-9028-418d-b885-93adef3af4f1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f299c824-9028-418d-b885-93adef3af4f1,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:29.143665 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'f299c824-9028-418d-b885-93adef3af4f1', 'network_id': 'aaedd0c6-8067-4afd-bcb2-ecc8e1a55154', 'port_id': 'f299c824-9028-418d-b885-93adef3af4f1', 'mac_address': 'fa:16:3e:87:f8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a693e42-ae69-42a6-960b-c58fb5826626', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:19:29.309050 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:29.331812 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f299c824-9028-418d-b885-93adef3af4f1 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:19:29.343079 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcca85-4499-4c2a-8f6c-e65828b9abf5 req-072a3b82-4b2e-42a8-bc9b-e63f6bdcec79 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:29.352017 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-effcca85-4499-4c2a-8f6c-e65828b9abf5 req-072a3b82-4b2e-42a8-bc9b-e63f6bdcec79 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1333551
Apr 30 13:19:29.362747 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port f299c824-9028-418d-b885-93adef3af4f1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f299c824-9028-418d-b885-93adef3af4f1,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:29.368546 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:29.373226 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:29.423625 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-effcca85-4499-4c2a-8f6c-e65828b9abf5 req-b29f92b1-1ed9-4e1f-8a47-4d3542ed724c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688415
Apr 30 13:19:29.511787 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-9e7c1b20-f794-497c-b5d4-c94831f47325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:29.513823 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-9e7c1b20-f794-497c-b5d4-c94831f47325 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.3506148
Apr 30 13:19:29.526269 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb16133-9315-4b2d-8b39-4d3f1941d3ba req-a3e91c2c-0310-4731-a927-495b6f8f6666 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:29.528116 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2cb16133-9315-4b2d-8b39-4d3f1941d3ba req-a3e91c2c-0310-4731-a927-495b6f8f6666 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 944 time: 0.2681658
Apr 30 13:19:29.573153 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=f299c824-9028-418d-b885-93adef3af4f1,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:29.605252 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.605743 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.606298 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.606756 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.607380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.608018 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.608752 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.609495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.615722 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.616630 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.617360 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.618114 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:29.639122 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:29.652839 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2cb16133-9315-4b2d-8b39-4d3f1941d3ba req-6ddea904-d180-4606-9e2e-9513ab0541f7 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937932
Apr 30 13:19:29.905504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-dafbcc7b-1fe0-40bc-8ebb-d328d2f8e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:29.919822 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-dafbcc7b-1fe0-40bc-8ebb-d328d2f8e26d service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.3839381
Apr 30 13:19:30.105854 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-de32c544-fdeb-434f-b98a-9fa4e5260d6f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 217 time: 0.1763020
Apr 30 13:19:30.134188 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33fb1-ddd5-46af-8e20-17006014849d req-079aae41-8b61-46cb-bd44-49ad20e2c3a9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:30.144243 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9ea33fb1-ddd5-46af-8e20-17006014849d req-079aae41-8b61-46cb-bd44-49ad20e2c3a9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.2062268
Apr 30 13:19:30.220927 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9ea33fb1-ddd5-46af-8e20-17006014849d req-a1b66c1f-0fb6-4659-af78-84c5f0159020 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749190
Apr 30 13:19:30.656105 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc2e0d-bee9-4a70-90f2-d0ceece6a969 req-e3710aec-00b8-4c34-b2c2-38699e2b6ef8 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:30.657915 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-28dc2e0d-bee9-4a70-90f2-d0ceece6a969 req-e3710aec-00b8-4c34-b2c2-38699e2b6ef8 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0984976
Apr 30 13:19:30.718898 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-28dc2e0d-bee9-4a70-90f2-d0ceece6a969 req-d4a17048-0da0-475f-86d4-d2eb05292304 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546057
Apr 30 13:19:30.945880 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19f639-e3f3-4d4c-8196-0b47fac79c3e req-07f367b4-2244-467e-bff0-7746fbbcbaa1 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:30.947392 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5c19f639-e3f3-4d4c-8196-0b47fac79c3e req-07f367b4-2244-467e-bff0-7746fbbcbaa1 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 944 time: 0.1104600
Apr 30 13:19:31.001102 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5c19f639-e3f3-4d4c-8196-0b47fac79c3e req-7584b58d-33f9-4a64-ad6a-a5b782bbf901 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474637
Apr 30 13:19:31.120437 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['f299c824-9028-418d-b885-93adef3af4f1'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:31.243813 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-00409fd0-18a6-48db-8d37-af73c449bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:31.245944 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-00409fd0-18a6-48db-8d37-af73c449bbce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.1214323
Apr 30 13:19:31.524987 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa73e-afac-4278-8a4a-79886933f065 req-38543578-ec79-4d02-af53-ba67335fe2d8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:31.528352 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-11efa73e-afac-4278-8a4a-79886933f065 req-38543578-ec79-4d02-af53-ba67335fe2d8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1660759
Apr 30 13:19:31.601860 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-11efa73e-afac-4278-8a4a-79886933f065 req-8e2714a6-6593-4a72-8c27-32aeeae35bab tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652864
Apr 30 13:19:31.965566 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95ee7-3759-4e16-b908-d0863a5897d9 req-acc755be-fd85-4050-88b6-623611500e42 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:31.970479 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b4c95ee7-3759-4e16-b908-d0863a5897d9 req-acc755be-fd85-4050-88b6-623611500e42 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1092927
Apr 30 13:19:32.037467 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b4c95ee7-3759-4e16-b908-d0863a5897d9 req-78ea4d2c-29e9-4920-bc27-c2f1956043f7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628045
Apr 30 13:19:32.328530 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c434de-d587-40ed-84af-ca63f959c41e req-e41946e0-dbad-4640-a511-d1cec633ba76 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:32.330319 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-28c434de-d587-40ed-84af-ca63f959c41e req-e41946e0-dbad-4640-a511-d1cec633ba76 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 944 time: 0.1220000
Apr 30 13:19:32.404514 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-28c434de-d587-40ed-84af-ca63f959c41e req-5c0194dc-0c5c-4802-b356-063e375fdeab tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660009
Apr 30 13:19:32.839730 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f0bc-e381-474c-bfa5-ab647506a789 req-38fd3fa0-e915-4286-b61a-944e0f02afa8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:32.841903 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5564f0bc-e381-474c-bfa5-ab647506a789 req-38fd3fa0-e915-4286-b61a-944e0f02afa8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1147571
Apr 30 13:19:32.920364 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5564f0bc-e381-474c-bfa5-ab647506a789 req-bc760a78-cabb-414b-937b-e3c8d2372b0f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693734
Apr 30 13:19:33.342417 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7bfb0-cb41-465f-9032-193eb76b1ab0 req-530c5133-efbf-4069-b711-eb91642f0d57 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:33.344407 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bfa7bfb0-cb41-465f-9032-193eb76b1ab0 req-530c5133-efbf-4069-b711-eb91642f0d57 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1481059
Apr 30 13:19:33.373686 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-e68d2e7c-60fb-47ff-bf6b-3dd15d2ded08 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1261187
Apr 30 13:19:33.418870 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bfa7bfb0-cb41-465f-9032-193eb76b1ab0 req-f3823b0e-1ea6-41fa-a144-08fd6ddf9737 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678885
Apr 30 13:19:33.718818 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4e94d-f380-40f6-942a-fa677df440ef req-76da5db0-fdcc-43a5-9c36-0248ae654a1d tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:33.729127 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9cf4e94d-f380-40f6-942a-fa677df440ef req-76da5db0-fdcc-43a5-9c36-0248ae654a1d tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 944 time: 0.1503401
Apr 30 13:19:33.774230 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-2d972ff8-0529-4d03-85a6-12cb803ed865 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3667159
Apr 30 13:19:33.799925 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9cf4e94d-f380-40f6-942a-fa677df440ef req-5e20525d-663e-4bd7-a6ac-bdd9113c516f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695240
Apr 30 13:19:34.060989 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4bde4c1b-8814-46c1-8526-4f6635e37780 req-1c879067-b3e1-4700-8e3a-fbdb18de3948 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672377
Apr 30 13:19:34.183757 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f0111-f7f5-44c2-9d77-ab080d75f201 req-14071f90-9b36-42cf-82c2-82209758eeef tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:34.185461 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d75f0111-f7f5-44c2-9d77-ab080d75f201 req-14071f90-9b36-42cf-82c2-82209758eeef tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1042032
Apr 30 13:19:34.236033 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d75f0111-f7f5-44c2-9d77-ab080d75f201 req-d5e4e347-ea0d-4d57-a588-ed7831637ada tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441771
Apr 30 13:19:34.734793 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fd2f-97de-4f6f-956a-a7cfd38a3680 req-58951d3e-2cff-4d7d-b0c4-ac90320dab36 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:34.736011 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a46fd2f-97de-4f6f-956a-a7cfd38a3680 req-58951d3e-2cff-4d7d-b0c4-ac90320dab36 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1871345
Apr 30 13:19:34.811305 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a46fd2f-97de-4f6f-956a-a7cfd38a3680 req-fe736073-8f5f-4533-9d2e-813bcb10b13f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650449
Apr 30 13:19:35.211792 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e25b-6bd2-4518-ae75-b5bd6e2f2dce req-b4e707a4-acb7-4a37-949f-628451f3ed0a tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:35.219034 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b623e25b-6bd2-4518-ae75-b5bd6e2f2dce req-b4e707a4-acb7-4a37-949f-628451f3ed0a tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 944 time: 0.1391139
Apr 30 13:19:35.286812 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b623e25b-6bd2-4518-ae75-b5bd6e2f2dce req-dd5fb97f-84fa-4866-a8e3-8668c94a3e83 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640254
Apr 30 13:19:35.358479 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f299c824-9028-418d-b885-93adef3af4f1 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:35.485222 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port f299c824-9028-418d-b885-93adef3af4f1 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:35.493957 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port f299c824-9028-418d-b885-93adef3af4f1 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:35.494837 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:35.588994 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673509d-ebf6-4261-970b-97f8d9c54970 req-36c8b707-ff92-4d1a-ad92-c3d74357309c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:35.590709 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7673509d-ebf6-4261-970b-97f8d9c54970 req-36c8b707-ff92-4d1a-ad92-c3d74357309c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1559577
Apr 30 13:19:35.673554 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7673509d-ebf6-4261-970b-97f8d9c54970 req-49d9e23e-e5d7-4383-a311-503e717d1e9c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726290
Apr 30 13:19:35.737958 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:35.780498 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f299c824-9028-418d-b885-93adef3af4f1'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:35.800708 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port f299c824-9028-418d-b885-93adef3af4f1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f299c824-9028-418d-b885-93adef3af4f1,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:35.806959 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:35.808911 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:35.914388 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f299c824-9028-418d-b885-93adef3af4f1', 'code': 200}
Apr 30 13:19:35.915536 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=f299c824-9028-418d-b885-93adef3af4f1,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:35.919581 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:36.246825 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842582f5-3bc4-4843-9ebf-44fd2025e475 req-410b145e-316c-49fc-9516-77c3ae3f0c88 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:36.271361 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-842582f5-3bc4-4843-9ebf-44fd2025e475 req-410b145e-316c-49fc-9516-77c3ae3f0c88 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1655548
Apr 30 13:19:36.449871 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7fa27-fc50-4821-a78a-6060f8a300f1 req-7e257d64-9e3e-4170-9ecf-d621790d4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:36.452703 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-842582f5-3bc4-4843-9ebf-44fd2025e475 req-11881cce-34f9-465c-902a-1b9a736722e2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754861
Apr 30 13:19:36.465707 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0a7fa27-fc50-4821-a78a-6060f8a300f1 req-7e257d64-9e3e-4170-9ecf-d621790d4703 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 1098 time: 0.2068291
Apr 30 13:19:36.594368 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0a7fa27-fc50-4821-a78a-6060f8a300f1 req-d238c671-67fd-42dd-a0b9-de9518fefc0e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084061
Apr 30 13:19:36.867535 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429c109-c39c-4cb5-b8c5-b888bad7bf37 req-0af086cd-b336-43fe-a96f-d27920144100 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:36.871112 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9429c109-c39c-4cb5-b8c5-b888bad7bf37 req-0af086cd-b336-43fe-a96f-d27920144100 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.1791246
Apr 30 13:19:36.965431 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9429c109-c39c-4cb5-b8c5-b888bad7bf37 req-b864be53-cdcb-4261-9a62-d74cc0980d58 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861828
Apr 30 13:19:37.249103 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730aedf-942b-4eb0-a851-88be7e82ec04 req-9125ee8d-289f-445b-b66c-e221f38f264c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:37.251674 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3730aedf-942b-4eb0-a851-88be7e82ec04 req-9125ee8d-289f-445b-b66c-e221f38f264c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1261766
Apr 30 13:19:37.331017 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3730aedf-942b-4eb0-a851-88be7e82ec04 req-a1d3baec-bb56-422d-aaed-5c509fb8ff19 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724595
Apr 30 13:19:37.747706 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6953e-f403-4295-b5e7-2d20c7c2f935 req-ebf36a2b-60ac-4211-8a26-12b76f4d65c5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:37.750983 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4ac6953e-f403-4295-b5e7-2d20c7c2f935 req-ebf36a2b-60ac-4211-8a26-12b76f4d65c5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1175640
Apr 30 13:19:37.813144 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4ac6953e-f403-4295-b5e7-2d20c7c2f935 req-43666287-483e-4cac-9dec-b1580ee67be2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559773
Apr 30 13:19:38.116672 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b377e-249c-438f-bfae-67bf4433829b req-ec4b7c99-22c2-462b-ba1a-2eacaf809610 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:38.119492 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-ec4b7c99-22c2-462b-ba1a-2eacaf809610 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 0.2828648
Apr 30 13:19:38.143126 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-07db899f-d83d-4ce7-90f8-0a31d1526515 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/quotas/f8dcaa02d735401891147a4c2464e318 HTTP/1.1" status: 200  len: 375 time: 0.0125465
Apr 30 13:19:38.367961 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f3fdb-68b8-4783-933c-7d365ac3f75c req-586dc9d3-94a7-496b-beb0-5f23ce3371ec tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:38.369535 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4e2f3fdb-68b8-4783-933c-7d365ac3f75c req-586dc9d3-94a7-496b-beb0-5f23ce3371ec tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.2157891
Apr 30 13:19:38.373065 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-bbd7774a-59cc-4110-ace3-2fab7a80824b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2085571
Apr 30 13:19:38.462646 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4e2f3fdb-68b8-4783-933c-7d365ac3f75c req-423d49c7-13dd-4b04-8458-7d5d6ffd63ad tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782552
Apr 30 13:19:38.573438 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-7cf83381-0622-4634-8800-321d7adc1a66 service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901679
Apr 30 13:19:38.573556 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39000) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:38.675685 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4d3e5-4d1b-49e4-9567-6d8d10632191 req-dbb418dd-7fad-4dc2-b49c-4574eef0fb08 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:38.677767 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6fd4d3e5-4d1b-49e4-9567-6d8d10632191 req-dbb418dd-7fad-4dc2-b49c-4574eef0fb08 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.1059580
Apr 30 13:19:38.759123 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6fd4d3e5-4d1b-49e4-9567-6d8d10632191 req-90416bf5-a30e-4310-944c-eba02cfcbfac tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709770
Apr 30 13:19:38.811882 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-6f5c46fc-3ddd-42a8-ba1c-27764a8b3216 service neutron] 10.222.0.79 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2270129
Apr 30 13:19:38.815599 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:38.838097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:38.843044 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Usage tracker for resource:security_group_rule and tenant:f85d4ecb37bd4f73b35e85339a9503e8 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:38.849204 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:38.856434 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:39.013806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:39.019028 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:39.036312 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:39.104829 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85321e3e-31aa-4933-8bac-f6e20e8c3d67 req-8fdddcc7-0f40-4aad-8a6d-5c9a02f03e33 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:39.106800 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-85321e3e-31aa-4933-8bac-f6e20e8c3d67 req-8fdddcc7-0f40-4aad-8a6d-5c9a02f03e33 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1120896
Apr 30 13:19:39.126921 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-67caecc6-4a23-4abd-a3f9-09efe8e80811 req-8af9cae2-80cc-4b3a-b3bf-1034d7ba0ee9 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 210 time: 0.0924592
Apr 30 13:19:39.141289 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f85d4ecb37bd4f73b35e85339a9503e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5592065
Apr 30 13:19:39.142348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39012) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:39.146798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9497ead-69ad-482b-8bcf-2be340a516ca,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:39.151489 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:39.214265 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-85321e3e-31aa-4933-8bac-f6e20e8c3d67 req-5655675b-7182-4fc3-a893-c36e48109c2f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988681
Apr 30 13:19:39.251102 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:39.282763 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:39.284668 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c813c-6c7e-4222-994c-33e619e3771a req-41f730c8-09bd-43f3-9283-0478a8843652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:39.287632 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a82c813c-6c7e-4222-994c-33e619e3771a req-41f730c8-09bd-43f3-9283-0478a8843652 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1098 time: 0.0996304
Apr 30 13:19:39.368382 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:39.372813 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-375a7c15-85bc-4913-aceb-4a5c2c9eacc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:39.400151 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9497ead-69ad-482b-8bcf-2be340a516ca,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:39.413575 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:39.414921 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9497ead-69ad-482b-8bcf-2be340a516ca HTTP/1.1" status: 204  len: 168 time: 0.2713063
Apr 30 13:19:39.416648 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.417073 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.417345 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.417730 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.418131 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.418671 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.419015 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.419351 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.419905 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.420251 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.420585 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.420997 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:39.424960 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:39.562443 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c813c-6c7e-4222-994c-33e619e3771a req-d935f0e4-7e08-40dd-918d-5d10326b6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:39.565933 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a82c813c-6c7e-4222-994c-33e619e3771a req-d935f0e4-7e08-40dd-918d-5d10326b6f02 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.2617452
Apr 30 13:19:39.834264 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a82c813c-6c7e-4222-994c-33e619e3771a req-6e5dc603-a9d2-4526-b671-6bb0dea9815c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 1000 time: 0.2563734
Apr 30 13:19:39.937256 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c813c-6c7e-4222-994c-33e619e3771a req-c072285e-4eaa-454e-8c2d-32f673f95ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:39.938747 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a82c813c-6c7e-4222-994c-33e619e3771a req-c072285e-4eaa-454e-8c2d-32f673f95ade service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0795634
Apr 30 13:19:39.950961 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c015c3f-7e35-4643-8dfb-457e003b37fc req-d6729a58-909f-42a7-b369-0d9647f49811 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:39.958957 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c015c3f-7e35-4643-8dfb-457e003b37fc req-d6729a58-909f-42a7-b369-0d9647f49811 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.2962761
Apr 30 13:19:40.077010 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c015c3f-7e35-4643-8dfb-457e003b37fc req-ec066f6f-cfd1-4e39-8fa2-c387f63a60a5 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169510
Apr 30 13:19:40.114418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c813c-6c7e-4222-994c-33e619e3771a req-e676b825-126f-41d4-a075-0de13070cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:40.116082 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a82c813c-6c7e-4222-994c-33e619e3771a req-e676b825-126f-41d4-a075-0de13070cfff service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1551404
Apr 30 13:19:40.136106 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39038) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:40.178586 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:40.220564 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:40.232042 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Usage tracker for resource:security_group_rule and tenant:dc71a5bc0e9a44d18830833884c7a034 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:40.250413 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:40.282305 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:40.363560 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e640c-0ce9-4eea-acb3-958b9fa92f8d req-54f4a468-07d7-4b6a-b653-1624e91423af tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:40.370571 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b77e640c-0ce9-4eea-acb3-958b9fa92f8d req-54f4a468-07d7-4b6a-b653-1624e91423af tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 945 time: 0.3191419
Apr 30 13:19:40.452321 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b77e640c-0ce9-4eea-acb3-958b9fa92f8d req-d95b671e-da62-41c2-a7fb-2e6e5cec57b5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705957
Apr 30 13:19:40.510250 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a29f3d28-548f-4c6c-b5e3-242a70b9e40c req-5c52594b-5149-4e49-89c7-b54c198b06fc tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 210 time: 0.0694761
Apr 30 13:19:40.549630 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a82c813c-6c7e-4222-994c-33e619e3771a req-a93d99f2-0dc6-4398-885c-a8d068e1f710 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4214745
Apr 30 13:19:40.559829 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:40.564980 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:40.584381 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-efccc52f-614a-4b96-b4e0-eadfd6dfe013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:40.682189 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc71a5bc0e9a44d18830833884c7a034&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5446894
Apr 30 13:19:40.689217 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39052) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:40.691396 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b3db7f-a934-45e5-bb5b-c40a2760a3a2,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:40.696208 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:40.749944 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c66a14-6ae0-46ad-b2c1-799a88ba09f5 req-0b7d4894-bfe9-4366-a7fb-40ca90264eef tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:40.751540 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-46c66a14-6ae0-46ad-b2c1-799a88ba09f5 req-0b7d4894-bfe9-4366-a7fb-40ca90264eef tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1174510
Apr 30 13:19:40.765088 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a82c813c-6c7e-4222-994c-33e619e3771a req-0b33336a-59c8-47d5-a727-cbf64a9feeff service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076805
Apr 30 13:19:40.783569 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:40.810422 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-46c66a14-6ae0-46ad-b2c1-799a88ba09f5 req-6913df0a-a38a-4aa7-b424-d59242dfe8b3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499182
Apr 30 13:19:40.815642 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:40.870891 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:40.874789 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-debc40cb-7d95-4a21-985a-a2d003fc5cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:40.888504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b3db7f-a934-45e5-bb5b-c40a2760a3a2,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:40.897657 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:40.898400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:40.899511 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40b3db7f-a934-45e5-bb5b-c40a2760a3a2 HTTP/1.1" status: 204  len: 168 time: 0.2092230
Apr 30 13:19:41.389299 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:41.395618 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b377e-249c-438f-bfae-67bf4433829b req-ec39e72f-3530-4bd3-b899-fd12acc5887d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:41.397254 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-ec39e72f-3530-4bd3-b899-fd12acc5887d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 815 time: 0.2253308
Apr 30 13:19:41.449448 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Request body: {'port': {'device_id': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'admin_state_up': True, 'tenant_id': 'f8dcaa02d735401891147a4c2464e318'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:41.590752 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:41.625808 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:41.638797 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:41.643449 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:41.648267 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:41.666432 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:41.703160 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:41.805795 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=8']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:41.809164 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:41.836649 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Made reservation on behalf of f8dcaa02d735401891147a4c2464e318 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:41.840914 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:41.922170 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-870570ba-955d-4cdd-8c53-d4d84a7f419c req-34a80600-0e36-4724-9246-98a71b8ecc84 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 210 time: 0.1057799
Apr 30 13:19:42.021411 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'code': 200}
Apr 30 13:19:42.051055 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad2827-2094-4955-ba78-d8199e563acf req-22be23de-50b8-4a87-bb40-f7231305d9f6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:42.053103 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fdad2827-2094-4955-ba78-d8199e563acf req-22be23de-50b8-4a87-bb40-f7231305d9f6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.3260322
Apr 30 13:19:42.131405 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Allocated IP 172.20.0.8 (4f6ff428-220c-464d-bf3c-450653cf4660/ed38845b-d762-4686-a298-231d5c0c349d/f5b457d3-15e2-4e12-a63e-4e6d1632b84c) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:42.143596 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fdad2827-2094-4955-ba78-d8199e563acf req-13c63154-1e57-4259-b4bd-b32d1d6c5792 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771101
Apr 30 13:19:42.252997 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe90952-6936-4502-9214-5c6782f5e160 req-c446a5b0-d3c7-4692-b185-79200f5331ce tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:42.257164 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cbe90952-6936-4502-9214-5c6782f5e160 req-c446a5b0-d3c7-4692-b185-79200f5331ce tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1331701
Apr 30 13:19:42.312246 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cbe90952-6936-4502-9214-5c6782f5e160 req-2b3865fe-585b-4263-8605-f864766fbab6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502951
Apr 30 13:19:42.367351 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:42.400192 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:42.406638 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-28d80376-aa76-4f26-8b91-4d6f6acffc0c tempest-DeleteServersTestJSON-281500164 tempest-DeleteServersTestJSON-281500164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:42.480740 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Network 4f6ff428-220c-464d-bf3c-450653cf4660 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:42.484475 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:42.488659 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:42.495041 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:42.495862 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:42.505275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event updated for resources: {'Port': ['ID=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:42.521003 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.521372 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.521713 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.522083 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.522422 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.522759 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.523094 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.523426 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.523759 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.524268 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.524820 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.525358 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:42.529745 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:42.560121 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1234207
Apr 30 13:19:43.145903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713444b-0ca0-49f7-a7b9-419689fef24f req-b932d71c-07c8-4e02-b668-08886d1cdf53 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:43.146612 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c713444b-0ca0-49f7-a7b9-419689fef24f req-b932d71c-07c8-4e02-b668-08886d1cdf53 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:19:43.163240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-c713444b-0ca0-49f7-a7b9-419689fef24f req-b932d71c-07c8-4e02-b668-08886d1cdf53 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:19:43.164501 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c713444b-0ca0-49f7-a7b9-419689fef24f req-b932d71c-07c8-4e02-b668-08886d1cdf53 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 931 time: 0.1156821
Apr 30 13:19:43.217988 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c713444b-0ca0-49f7-a7b9-419689fef24f req-cbc12a47-d922-4cb3-8231-9f3ec05ae2cf tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477324
Apr 30 13:19:43.372814 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ec6b1-245b-4a6d-99d9-fd72bb8b772a req-6d60dd02-e56c-4a77-9bce-12931850d2c1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:43.375422 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0d0ec6b1-245b-4a6d-99d9-fd72bb8b772a req-6d60dd02-e56c-4a77-9bce-12931850d2c1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.0873032
Apr 30 13:19:43.425850 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0d0ec6b1-245b-4a6d-99d9-fd72bb8b772a req-e7791dd3-ebc6-433e-bfc3-6c78e52330d5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440469
Apr 30 13:19:43.510943 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd7aa0-f8f3-48c9-a177-e0892524ccbb req-788175b2-4e69-4b81-b724-f3e83c8a6cdc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:43.512482 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-56dd7aa0-f8f3-48c9-a177-e0892524ccbb req-788175b2-4e69-4b81-b724-f3e83c8a6cdc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0823121
Apr 30 13:19:43.566688 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-56dd7aa0-f8f3-48c9-a177-e0892524ccbb req-72c13a5f-f868-4d3b-bfd3-65afcce41756 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482535
Apr 30 13:19:44.102304 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-141bc135-db95-49bb-8fac-6f6a998cb4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:44.425180 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b0ed-607a-47ad-b334-6eecc12f4d10 req-67c8c464-32a8-4e01-9c8a-8c16884f6ca1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:44.427882 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d6c0b0ed-607a-47ad-b334-6eecc12f4d10 req-67c8c464-32a8-4e01-9c8a-8c16884f6ca1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 931 time: 0.0974691
Apr 30 13:19:44.588530 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d6c0b0ed-607a-47ad-b334-6eecc12f4d10 req-e8b7271e-c9e4-4c37-8939-8e0c06c959cb tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537848
Apr 30 13:19:44.688058 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea3a-b738-4ea4-a6ec-cba88d13812f req-a1ed5160-5711-45f9-a3c3-84c5d4511d76 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:44.689573 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1318ea3a-b738-4ea4-a6ec-cba88d13812f req-a1ed5160-5711-45f9-a3c3-84c5d4511d76 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.0883183
Apr 30 13:19:44.747271 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1318ea3a-b738-4ea4-a6ec-cba88d13812f req-b134be14-98e6-4109-a347-53b55b1bd587 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468001
Apr 30 13:19:44.756329 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['50ec7608-d829-47e1-b2f7-14e702acb0fc', '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', '993e83a7-97b0-4089-ba75-29f8911a36c4'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:44.826100 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5173fe4-7616-475c-835d-4ff52319817d req-d7f9a75e-955b-403f-9b16-b52783bf2f3c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:44.835988 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c5173fe4-7616-475c-835d-4ff52319817d req-d7f9a75e-955b-403f-9b16-b52783bf2f3c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1302536
Apr 30 13:19:44.850176 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Request body: {'port': {'device_id': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:44.912024 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c5173fe4-7616-475c-835d-4ff52319817d req-9118eedc-b5a6-477f-8f3e-ab7370e07795 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707788
Apr 30 13:19:45.007911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:45.674577 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b457d3-15e2-4e12-a63e-4e6d1632b84c {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:19:45.689313 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:45.706846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Transition to ACTIVE for port object f5b457d3-15e2-4e12-a63e-4e6d1632b84c will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:45.744906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:45.748509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:45.979668 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:45.994826 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:46.110067 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Attempting to bind port f5b457d3-15e2-4e12-a63e-4e6d1632b84c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:46.110635 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Attempting to bind port f5b457d3-15e2-4e12-a63e-4e6d1632b84c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:46.111191 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Attempting to bind port f5b457d3-15e2-4e12-a63e-4e6d1632b84c on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:46.134975 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Port f5b457d3-15e2-4e12-a63e-4e6d1632b84c on network 4f6ff428-220c-464d-bf3c-450653cf4660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:19:46.135297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Attempting to bind port f5b457d3-15e2-4e12-a63e-4e6d1632b84c on network 4f6ff428-220c-464d-bf3c-450653cf4660 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:46.146963 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:46.147302 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Checking segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:46.147692 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Bound using segment: {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:46.148139 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Bound port: f5b457d3-15e2-4e12-a63e-4e6d1632b84c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0029117-659b-49fc-92d7-ccd7ce01c5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:46.148488 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:46.180767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fd98c-eb1f-48d4-a915-390f9b48c650 req-d6444e56-1cfd-4f08-843d-0983e597f022 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.182453 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c66fd98c-eb1f-48d4-a915-390f9b48c650 req-d6444e56-1cfd-4f08-843d-0983e597f022 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 943 time: 0.4708817
Apr 30 13:19:46.280784 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974909a-a2b7-4a2c-971b-231c43630fdd req-be25b429-b030-4674-a820-994613d7b7cb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.282447 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b974909a-a2b7-4a2c-971b-231c43630fdd req-be25b429-b030-4674-a820-994613d7b7cb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1036370
Apr 30 13:19:46.296237 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-00612f44-7ff7-4005-9f31-5445e4ae9fbb service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3002470
Apr 30 13:19:46.305538 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c66fd98c-eb1f-48d4-a915-390f9b48c650 req-7ab2f5b3-1e15-4f43-9c7e-af2283061615 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861163
Apr 30 13:19:46.318786 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] For port f5b457d3-15e2-4e12-a63e-4e6d1632b84c, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:46.322573 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] For port f5b457d3-15e2-4e12-a63e-4e6d1632b84c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:46.330434 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:46.337059 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae5782f4-bdbb-4499-a5ee-bab77d3ec532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:46.370686 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b974909a-a2b7-4a2c-971b-231c43630fdd req-877a201f-b7b7-424a-b3e7-c85ab18024eb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780590
Apr 30 13:19:46.476472 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.477237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:46.478763 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] 10.222.0.103 "PUT /v2.0/ports/f5b457d3-15e2-4e12-a63e-4e6d1632b84c HTTP/1.1" status: 200  len: 1093 time: 1.6389592
Apr 30 13:19:46.479361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'tag': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:46.565203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:46.571125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:46.612559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-49f1de6a-5c02-4b93-a578-d1e73d09ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.615776 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-49f1de6a-5c02-4b93-a578-d1e73d09ef27 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 1099 time: 0.2264738
Apr 30 13:19:46.619376 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83f39-b9b9-46e7-b703-4bdeb2df7059 req-ba876001-18c0-44c8-8e10-4d305b78c17f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.621597 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-55b83f39-b9b9-46e7-b703-4bdeb2df7059 req-ba876001-18c0-44c8-8e10-4d305b78c17f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.1116149
Apr 30 13:19:46.679927 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-55b83f39-b9b9-46e7-b703-4bdeb2df7059 req-304a393b-2ca9-4f96-b464-6dc3895a96f1 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476201
Apr 30 13:19:46.724646 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8919d-5165-4cd3-86d9-360bd04fa382 req-368dc32a-c2dc-4c04-9b1a-c3d944777eb1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.726409 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7bc8919d-5165-4cd3-86d9-360bd04fa382 req-368dc32a-c2dc-4c04-9b1a-c3d944777eb1 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2405760
Apr 30 13:19:46.779414 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'tag': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c', 'status': 'completed', 'code': 200}
Apr 30 13:19:46.792840 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a0d11167-61b9-441d-9d23-daf251371dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:46.899192 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7bc8919d-5165-4cd3-86d9-360bd04fa382 req-65ec6f9e-f361-45cf-854b-4f479af45b38 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242363
Apr 30 13:19:46.902466 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-f715d3d5-c3ac-47f0-8179-99f067d490e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.903799 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-f715d3d5-c3ac-47f0-8179-99f067d490e2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.2390554
Apr 30 13:19:46.905948 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b377e-249c-438f-bfae-67bf4433829b req-0b880f26-b933-4659-84fb-3289cc3ca0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:46.907662 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-0b880f26-b933-4659-84fb-3289cc3ca0db service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 1096 time: 0.3004079
Apr 30 13:19:47.068648 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-2794577d-91ea-4a64-8086-615b2478f39d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5b457d3-15e2-4e12-a63e-4e6d1632b84c HTTP/1.1" status: 200  len: 217 time: 0.1373162
Apr 30 13:19:47.071594 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:47.081070 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-62d0e7f3-aaf4-429f-8c16-661a84c07bda service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d HTTP/1.1" status: 200  len: 217 time: 0.1515191
Apr 30 13:19:47.292542 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b377e-249c-438f-bfae-67bf4433829b req-768031c0-95e7-458f-80e3-ada5f991edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:47.294064 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-768031c0-95e7-458f-80e3-ada5f991edb3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 0.2000508
Apr 30 13:19:47.295363 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-30639aeb-520a-4f80-a426-f33b5941d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:47.296616 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-30639aeb-520a-4f80-a426-f33b5941d475 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.1690197
Apr 30 13:19:47.448087 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-f06a035f-dfee-44e7-8f59-581e5ddfcba0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748930
Apr 30 13:19:47.451835 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-b95eef72-ec87-45c8-81b6-e2cd91540d7a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1364679
Apr 30 13:19:47.479515 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:47.607818 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a0a9-0738-4cac-a993-276711809e3a req-cb951f8b-02f0-4339-9dc8-36904829e644 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:47.610183 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9af2a0a9-0738-4cac-a993-276711809e3a req-cb951f8b-02f0-4339-9dc8-36904829e644 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 943 time: 0.1538815
Apr 30 13:19:47.672416 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9af2a0a9-0738-4cac-a993-276711809e3a req-dc1de3a4-a546-4fcd-a69b-8f465c75afcd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559230
Apr 30 13:19:47.840570 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-ecbe6940-b73b-44ee-86dd-493c628488d9 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3690653
Apr 30 13:19:47.859332 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-31c31749-39f9-45d9-9b3a-308d3625880d service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3858242
Apr 30 13:19:47.876787 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bd347-85bd-466c-9ea7-e308520221bf req-29430c47-6f2e-4dc9-a74b-60f18e3a856f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:47.878476 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-351bd347-85bd-466c-9ea7-e308520221bf req-29430c47-6f2e-4dc9-a74b-60f18e3a856f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.3007753
Apr 30 13:19:47.900551 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac639b6-1e99-4ef3-9fdb-ad316fcd2788 req-ec211fb4-b5ca-4d09-8c08-2865ddb20e94 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:47.901945 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5ac639b6-1e99-4ef3-9fdb-ad316fcd2788 req-ec211fb4-b5ca-4d09-8c08-2865ddb20e94 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.1046000
Apr 30 13:19:47.952405 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5ac639b6-1e99-4ef3-9fdb-ad316fcd2788 req-ab15d27e-6365-4491-8a7b-0d6c30b1be65 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442531
Apr 30 13:19:48.124312 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-351bd347-85bd-466c-9ea7-e308520221bf req-ed64c45d-f0b3-4023-8314-519f755d49c8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2380974
Apr 30 13:19:48.152701 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c5c60-e583-4a7d-9f27-953475632323 req-665a9262-8f4b-4bed-bf44-a81ec459713c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:48.154241 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-830c5c60-e583-4a7d-9f27-953475632323 req-665a9262-8f4b-4bed-bf44-a81ec459713c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0949767
Apr 30 13:19:48.187307 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ed646c5-ff44-4513-a6f9-edf5e822d59e req-ecc2caad-ddb4-4cfb-a173-9881ec19b5ba service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2997000
Apr 30 13:19:48.188964 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d59b377e-249c-438f-bfae-67bf4433829b req-84a02a1a-d3ea-4bb3-8af5-8e730f0fbf96 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3005834
Apr 30 13:19:48.212702 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-830c5c60-e583-4a7d-9f27-953475632323 req-98256225-6b31-4200-9c83-97ee2e80ecb4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465982
Apr 30 13:19:48.399031 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:48.523919 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-167aafd3-0a07-46c8-8bb3-0fa33900c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:48.525509 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-167aafd3-0a07-46c8-8bb3-0fa33900c88d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8dcaa02d735401891147a4c2464e318&device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 1096 time: 0.0947287
Apr 30 13:19:48.689850 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-8785b138-5d64-4d38-91da-2800b95b358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:48.691970 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-8785b138-5d64-4d38-91da-2800b95b358e service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 200  len: 917 time: 0.1538513
Apr 30 13:19:48.843464 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-3ffd2fe1-820d-4b37-b873-6f15c347218f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5b457d3-15e2-4e12-a63e-4e6d1632b84c HTTP/1.1" status: 200  len: 217 time: 0.1434724
Apr 30 13:19:48.975333 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-d5d65fb9-fbb5-4ec4-989e-d7402ba2837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:48.978300 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-d5d65fb9-fbb5-4ec4-989e-d7402ba2837f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 200  len: 855 time: 0.1190290
Apr 30 13:19:48.988704 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39258) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:48.996987 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c0d4-8a67-47a2-9c96-6e4203332e07 req-7c9f3acd-79ea-40e8-bf27-96b481dbe2af tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:48.999247 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f81c0d4-8a67-47a2-9c96-6e4203332e07 req-7c9f3acd-79ea-40e8-bf27-96b481dbe2af tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 943 time: 0.1959631
Apr 30 13:19:49.066395 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-0af1d83f-3813-4f30-8c42-28a5296d807d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f6ff428-220c-464d-bf3c-450653cf4660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657902
Apr 30 13:19:49.095440 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f81c0d4-8a67-47a2-9c96-6e4203332e07 req-28b43e9a-f3d6-4869-b21a-219d02c0a64d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562403
Apr 30 13:19:49.189237 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.214847 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:49.221102 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.221353 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Usage tracker for resource:security_group_rule and tenant:9b6ac9c95b514c9aa44adc605bdc346b is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:49.232606 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:49.243778 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:49.252625 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-53052d68-271c-4fa1-98b8-e667989f5f69 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513441
Apr 30 13:19:49.264382 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e91445-d45d-4473-b7a1-cdbfeff00a3d req-20a64830-84a6-42e8-9d8e-ec711f28df89 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:49.271533 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-08e91445-d45d-4473-b7a1-cdbfeff00a3d req-20a64830-84a6-42e8-9d8e-ec711f28df89 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.1821485
Apr 30 13:19:49.340684 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-08e91445-d45d-4473-b7a1-cdbfeff00a3d req-5a867540-e08d-4f62-891a-5b3efff3f242 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683048
Apr 30 13:19:49.408956 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.415009 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.423324 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ff7bff47-f5b3-4693-9396-b92774795a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:49.473129 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b6ac9c95b514c9aa44adc605bdc346b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4825971
Apr 30 13:19:49.474368 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc73107-e347-481d-8518-947591741953,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:49.476887 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39268) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:49.479865 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:49.605555 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.643457 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.662224 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32822ac-0b3c-41af-b919-7a1819bf2b6a req-47af2cac-df86-4ff7-9cda-91043e2ecc71 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:49.663732 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e32822ac-0b3c-41af-b919-7a1819bf2b6a req-47af2cac-df86-4ff7-9cda-91043e2ecc71 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1590967
Apr 30 13:19:49.713336 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28949e-7541-4a7f-a1df-bbf36febe3e6 req-f2fa0208-72be-48bf-b2d1-48eaf99327a6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:49.720549 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad28949e-7541-4a7f-a1df-bbf36febe3e6 req-f2fa0208-72be-48bf-b2d1-48eaf99327a6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.3578496
Apr 30 13:19:49.740077 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5c0d153d-2ce2-4ec2-bfe2-6aeb6ce5ab5e req-71284b36-eb94-4a9a-a963-ac43592920a6 service neutron] 10.222.0.103 "GET /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4184604
Apr 30 13:19:49.748758 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e32822ac-0b3c-41af-b919-7a1819bf2b6a req-d4ab9420-d356-45b8-af86-7a90f86f51a6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702689
Apr 30 13:19:49.765429 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.770395 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b3e7b03e-ceca-4528-ab46-5a107cdd7c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:49.791839 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc73107-e347-481d-8518-947591741953,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:49.797685 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad28949e-7541-4a7f-a1df-bbf36febe3e6 req-54aee9df-34ae-4107-9872-903e67ed5392 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762758
Apr 30 13:19:49.802399 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:49.821374 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:49.825479 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fc73107-e347-481d-8518-947591741953 HTTP/1.1" status: 204  len: 168 time: 0.3454318
Apr 30 13:19:50.201291 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39294) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:50.221017 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.277139 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:50.315334 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Usage tracker for resource:security_group_rule and tenant:9905fbe0729b47cfa7acd51eb13d75b5 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:50.321299 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:50.343383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:50.436056 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c995e1-220f-427a-81be-cacaefca4753 req-c6322b75-d13e-4abe-83ff-aa1e12a5e664 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:50.437555 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-81c995e1-220f-427a-81be-cacaefca4753 req-c6322b75-d13e-4abe-83ff-aa1e12a5e664 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 943 time: 0.2059195
Apr 30 13:19:50.449011 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-6e5577b8-db08-44c2-8c79-aa56e809a325 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:50.450711 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-6e5577b8-db08-44c2-8c79-aa56e809a325 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.1667802
Apr 30 13:19:50.570587 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-81c995e1-220f-427a-81be-cacaefca4753 req-cee5b3d1-c733-4173-acbc-a5d2f7c44133 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188052
Apr 30 13:19:50.586990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0dac8-4f23-4969-bd70-6ac973ca2306 req-1991ac61-66fe-4a19-8e4e-ddef47da3af0 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:50.589671 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fad0dac8-4f23-4969-bd70-6ac973ca2306 req-1991ac61-66fe-4a19-8e4e-ddef47da3af0 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 945 time: 0.1026416
Apr 30 13:19:50.640222 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.642935 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fad0dac8-4f23-4969-bd70-6ac973ca2306 req-3c8eb9eb-cbb4-4487-8c23-9a058b99b6d3 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a15f3ef-d803-40c6-84fe-0105f42b1043&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468359
Apr 30 13:19:50.648615 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.657908 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-32f10139-20be-44ae-9bf7-33a2be7cd369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:50.720170 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9905fbe0729b47cfa7acd51eb13d75b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5177298
Apr 30 13:19:50.721133 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780bce8d-69e2-409d-a865-b0ce7cfa2af8,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:50.723454 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39306) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:50.727739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:50.734741 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Deleting port f299c824-9028-418d-b885-93adef3af4f1 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:19:50.735086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.796733 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.828601 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.932644 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] For port f299c824-9028-418d-b885-93adef3af4f1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f299c824-9028-418d-b885-93adef3af4f1,segment=NetworkSegment(7c11b588-b5aa-4d1a-a735-31581e862466),segment_id=7c11b588-b5aa-4d1a-a735-31581e862466)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:50.933439 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.951329 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.959384 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-73d6c600-ac9d-4a5c-bd9a-792c0284aa8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:50.971420 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780bce8d-69e2-409d-a865-b0ce7cfa2af8,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:50.984620 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:50.993564 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:50.994813 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/780bce8d-69e2-409d-a865-b0ce7cfa2af8 HTTP/1.1" status: 204  len: 168 time: 0.2702913
Apr 30 13:19:51.043082 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2d83d-f481-4406-a07c-2b7e6b106c6e req-c91e0d83-37a8-463f-b8ee-d153a826c7e2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:51.051854 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-26b2d83d-f481-4406-a07c-2b7e6b106c6e req-c91e0d83-37a8-463f-b8ee-d153a826c7e2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1706326
Apr 30 13:19:51.122308 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-26b2d83d-f481-4406-a07c-2b7e6b106c6e req-b6f11bc5-073c-4d5f-a08e-61cfaef18468 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691688
Apr 30 13:19:51.151906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Calling delete_port for f299c824-9028-418d-b885-93adef3af4f1 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:19:51.284952 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb569d2-3665-477d-8521-6b439a737972 req-3629d4b0-be10-44ff-a0c6-f351fb8b72e2 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:51.288067 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-deb569d2-3665-477d-8521-6b439a737972 req-3629d4b0-be10-44ff-a0c6-f351fb8b72e2 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1442029
Apr 30 13:19:51.390708 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-deb569d2-3665-477d-8521-6b439a737972 req-34a1c81a-042c-4a8e-9450-3dbed6645e94 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949867
Apr 30 13:19:51.420806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:51.426723 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:51.475219 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['f299c824-9028-418d-b885-93adef3af4f1'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:51.493096 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Pushing event deleted for resources: {'Port': ['ID=f299c824-9028-418d-b885-93adef3af4f1,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:51.496543 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:51.547171 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39336) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:51.565258 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:51.581317 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:51.586655 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Usage tracker for resource:security_group_rule and tenant:4baeac09ebff4e9abf3d7de9383bd060 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:51.589915 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:51.596756 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:51.601162 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] No DVR routers for this DVR port f299c824-9028-418d-b885-93adef3af4f1 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:19:51.605243 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:51.624677 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'name': 'network-vif-deleted', 'tag': 'f299c824-9028-418d-b885-93adef3af4f1'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:51.633493 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-908ccfdf-82d0-4c65-a827-d70908ae83f3 req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.103 "DELETE /v2.0/ports/f299c824-9028-418d-b885-93adef3af4f1 HTTP/1.1" status: 204  len: 173 time: 1.1601834
Apr 30 13:19:51.650398 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f5b457d3-15e2-4e12-a63e-4e6d1632b84c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:19:51.671976 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:51.690275 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fde42c1-2604-43e4-a825-3c3e3b38ca92', 'name': 'network-vif-deleted', 'tag': 'f299c824-9028-418d-b885-93adef3af4f1', 'status': 'completed', 'code': 200}
Apr 30 13:19:51.821081 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39354) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:51.849300 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:51.862753 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:51.866818 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-196450e3-1338-445e-982e-315c79338bb4 req-3f0455d7-ddcd-4578-b1fa-5c198b74574f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Synchronizing usage tracker for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:19:51.883202 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3b4ad88c-7a6e-4c6f-ae11-b2822b566671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:51.892079 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-196450e3-1338-445e-982e-315c79338bb4 req-3f0455d7-ddcd-4578-b1fa-5c198b74574f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Unset dirty status for tenant:9079985bd0cc444091cb61ab2418c9a0 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:19:51.895381 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-196450e3-1338-445e-982e-315c79338bb4 req-3f0455d7-ddcd-4578-b1fa-5c198b74574f tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 210 time: 0.1109142
Apr 30 13:19:51.958816 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port f5b457d3-15e2-4e12-a63e-4e6d1632b84c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:52.011455 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c', 'network_id': '4f6ff428-220c-464d-bf3c-450653cf4660', 'port_id': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c', 'mac_address': 'fa:16:3e:63:79:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed38845b-d762-4686-a298-231d5c0c349d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:19:52.014788 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4baeac09ebff4e9abf3d7de9383bd060&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4663839
Apr 30 13:19:52.015708 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c2ede6-ed9c-4fb6-8c28-53208dbcc681,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:52.018504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39360) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:52.020811 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:52.034871 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b7738-9e7f-44d0-9fe3-94a584c7e8eb req-e21d5671-81a2-489b-b853-379b8f4ab6ab tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:52.037244 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-401b7738-9e7f-44d0-9fe3-94a584c7e8eb req-e21d5671-81a2-489b-b853-379b8f4ab6ab tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 943 time: 0.2874346
Apr 30 13:19:52.089070 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:52.114706 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b457d3-15e2-4e12-a63e-4e6d1632b84c {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:19:52.133910 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port f5b457d3-15e2-4e12-a63e-4e6d1632b84c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:52.138320 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-401b7738-9e7f-44d0-9fe3-94a584c7e8eb req-204f6320-db63-4e5f-a2b3-bbee1da6954e tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934422
Apr 30 13:19:52.143399 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:52.150181 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:52.154514 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:52.158415 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-ece93e41-bff8-40c1-9372-63476afc397a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3338587
Apr 30 13:19:52.179181 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:52.245853 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:52.251141 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:52.263189 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:52.267339 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e2c797bc-0f1e-423e-9ff2-6d4c258fb4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:52.284368 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c2ede6-ed9c-4fb6-8c28-53208dbcc681,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:52.317354 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:52.334525 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:52.335540 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29c2ede6-ed9c-4fb6-8c28-53208dbcc681 HTTP/1.1" status: 204  len: 168 time: 0.3132987
Apr 30 13:19:52.387237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afef4d-1bce-480c-8bb0-d99f8f322989 req-4faef64d-900f-433f-921f-6deff0be5ebe tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:52.389083 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-48afef4d-1bce-480c-8bb0-d99f8f322989 req-4faef64d-900f-433f-921f-6deff0be5ebe tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1073742
Apr 30 13:19:52.487010 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-48afef4d-1bce-480c-8bb0-d99f8f322989 req-807afe9c-0dc9-4c76-8324-6a60525c2eb6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907776
Apr 30 13:19:52.655163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4f68-72b3-4e60-86a0-5ff31ce09c5a req-9aca15a0-d1d2-41eb-95d3-9b7fecf2b2a3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:52.657888 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eb0b4f68-72b3-4e60-86a0-5ff31ce09c5a req-9aca15a0-d1d2-41eb-95d3-9b7fecf2b2a3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1055210
Apr 30 13:19:52.731956 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['f5b457d3-15e2-4e12-a63e-4e6d1632b84c'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:52.829326 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eb0b4f68-72b3-4e60-86a0-5ff31ce09c5a req-bebb6788-ea7d-469a-ac67-5690d1b47cf1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1645179
Apr 30 13:19:53.134412 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8140a98-0998-413c-9c85-f7f1486c3d5c req-6bfedd15-2169-48f6-90eb-ba19a5aa48e1 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fde42c1-2604-43e4-a825-3c3e3b38ca92 HTTP/1.1" status: 200  len: 210 time: 0.0867419
Apr 30 13:19:53.397750 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f629-d75e-49ab-88cb-576ce422420f req-c97f8397-6a5f-4650-80af-d397d6166fb0 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:53.399495 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e686f629-d75e-49ab-88cb-576ce422420f req-c97f8397-6a5f-4650-80af-d397d6166fb0 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 944 time: 0.1059008
Apr 30 13:19:53.451464 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e686f629-d75e-49ab-88cb-576ce422420f req-93f39762-76d9-4383-91f3-3a9739815ed1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414648
Apr 30 13:19:53.652597 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f299c824-9028-418d-b885-93adef3af4f1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:53.689785 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e878c5-11f4-4ff2-9dd4-367338d0162a req-7b89944d-d7da-463a-badb-b1f13673e1a5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:53.694507 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-78e878c5-11f4-4ff2-9dd4-367338d0162a req-7b89944d-d7da-463a-badb-b1f13673e1a5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1029413
Apr 30 13:19:53.698839 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: f299c824-9028-418d-b885-93adef3af4f1 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:19:53.699190 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f299c824-9028-418d-b885-93adef3af4f1 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:19:53.754621 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-78e878c5-11f4-4ff2-9dd4-367338d0162a req-f15f05b5-30a5-43e6-858b-8f87b5f96ec5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480847
Apr 30 13:19:54.071111 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39432) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:54.085917 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5cde-b6aa-4855-a1cd-ef9063d59532 req-a8bad94a-fd6c-4866-8593-f235c8f829aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:54.088244 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20bc5cde-b6aa-4855-a1cd-ef9063d59532 req-a8bad94a-fd6c-4866-8593-f235c8f829aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1066482
Apr 30 13:19:54.130713 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39438) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:54.159146 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20bc5cde-b6aa-4855-a1cd-ef9063d59532 req-66407c27-ca52-4327-bc50-4d33ccbe7618 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647416
Apr 30 13:19:54.282666 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.301120 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:54.307827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Usage tracker for resource:security_group_rule and tenant:a49eeeafa3bc4294aede1f51a5c4462b is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:54.311302 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:54.318703 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:54.322068 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.342160 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:54.345446 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Usage tracker for resource:security_group_rule and tenant:bf3aa871c2ab4453877465a95fb660f3 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:54.350213 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:54.357817 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:54.448349 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.474433 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.498436 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8397e642-9d59-4d87-a51c-dc37c2a337ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:54.516884 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.524547 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.563974 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c936d318-2c40-448f-b84d-f78ca1207b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:54.613973 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf3aa871c2ab4453877465a95fb660f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4779944
Apr 30 13:19:54.613973 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d66305-d39d-41a5-bb76-c84397c8b462,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:54.615190 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:54.616060 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39454) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:54.643622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b742a9-75bf-4973-a6d7-ce1e3f4c7f27,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:54.663598 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:54.683300 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a49eeeafa3bc4294aede1f51a5c4462b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6105318
Apr 30 13:19:54.687431 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39460) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:54.742422 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.809158 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.845069 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.870532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.976705 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36495e-a0fc-4c3e-81a4-c7ee0b54aeb0 req-3221e46e-60b9-4ec6-b1c0-4bc0680cf763 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:54.978294 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a36495e-a0fc-4c3e-81a4-c7ee0b54aeb0 req-3221e46e-60b9-4ec6-b1c0-4bc0680cf763 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 944 time: 0.1813407
Apr 30 13:19:54.988863 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:54.998290 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1641a672-5276-4943-89b6-fa9904934ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:55.037050 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d66305-d39d-41a5-bb76-c84397c8b462,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:55.040871 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:55.055393 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:55.057338 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8d66305-d39d-41a5-bb76-c84397c8b462 HTTP/1.1" status: 204  len: 168 time: 0.4396319
Apr 30 13:19:55.077220 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a36495e-a0fc-4c3e-81a4-c7ee0b54aeb0 req-fc3f7327-66d2-4cf4-9180-9bee5343927d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798335
Apr 30 13:19:55.083743 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:55.098311 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eb07281a-6533-4e2c-ab83-495d7952e8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:55.119301 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b742a9-75bf-4973-a6d7-ce1e3f4c7f27,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:55.126564 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:55.132096 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:55.133215 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8b742a9-75bf-4973-a6d7-ce1e3f4c7f27 HTTP/1.1" status: 204  len: 168 time: 0.4440041
Apr 30 13:19:55.138138 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-fd0031b9-e075-4433-bfad-412f195906ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:55.139948 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-fd0031b9-e075-4433-bfad-412f195906ef service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9&tenant_id=092cf09caa34460587230269b2e28a23 HTTP/1.1" status: 200  len: 1096 time: 0.2319062
Apr 30 13:19:55.162959 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d253-f2bf-4d3b-a61d-3b7b66729cf8 req-6a2eba97-1f7f-4519-a9d1-97c2862714f2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:55.176150 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4873d253-f2bf-4d3b-a61d-3b7b66729cf8 req-6a2eba97-1f7f-4519-a9d1-97c2862714f2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2681093
Apr 30 13:19:55.288190 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4873d253-f2bf-4d3b-a61d-3b7b66729cf8 req-8ebb8766-4795-4799-8c63-f1b6d3568501 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108460
Apr 30 13:19:55.331271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-062404b6-8883-4f00-bbec-4cbf16192a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:55.333107 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-062404b6-8883-4f00-bbec-4cbf16192a07 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1096 time: 0.1276999
Apr 30 13:19:55.576802 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-199d125b-3a24-477b-8c01-938f6dcd5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:55.579980 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-199d125b-3a24-477b-8c01-938f6dcd5bfc service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.2328494
Apr 30 13:19:55.594863 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ebb11-8741-4d94-ae63-1dd193572444 req-342c10d6-431a-4c0f-b776-26aceb60001f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:55.616263 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-420ebb11-8741-4d94-ae63-1dd193572444 req-342c10d6-431a-4c0f-b776-26aceb60001f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1915057
Apr 30 13:19:55.656092 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f5b457d3-15e2-4e12-a63e-4e6d1632b84c up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:55.712916 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-420ebb11-8741-4d94-ae63-1dd193572444 req-49eac82c-48fb-4734-9fa4-4d614ba28c1e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957088
Apr 30 13:19:55.729107 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-20921391-eee9-43c1-bc40-81c0cbc1b681 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 998 time: 0.1401458
Apr 30 13:19:55.899499 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-5583841b-aac5-4a13-a531-f50c036c62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:55.900723 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-5583841b-aac5-4a13-a531-f50c036c62b3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.1026108
Apr 30 13:19:55.966700 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port f5b457d3-15e2-4e12-a63e-4e6d1632b84c completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:55.997163 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port f5b457d3-15e2-4e12-a63e-4e6d1632b84c triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:55.997553 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:56.021390 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57be53-3b5e-4c25-a578-f11a63d4a0fd req-28d78c01-31b1-45da-a390-3419b4deaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:56.023816 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4f57be53-3b5e-4c25-a578-f11a63d4a0fd req-28d78c01-31b1-45da-a390-3419b4deaed3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.2936699
Apr 30 13:19:56.151061 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-ac855573-8464-4de9-9759-3dc4476b3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:56.154304 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-ac855573-8464-4de9-9759-3dc4476b3c64 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2416151
Apr 30 13:19:56.257316 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4f57be53-3b5e-4c25-a578-f11a63d4a0fd req-8465ffce-5f43-4b74-9667-c58c9992800c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052348
Apr 30 13:19:56.353988 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:56.416330 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:56.434507 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port f5b457d3-15e2-4e12-a63e-4e6d1632b84c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:56.442916 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:56.453931 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:56.548964 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1b18d-ff2d-4e6a-9653-20a79c15433d req-475bb354-0bab-4343-bcc6-371527fb3fe2 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:56.552095 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d1b1b18d-ff2d-4e6a-9653-20a79c15433d req-475bb354-0bab-4343-bcc6-371527fb3fe2 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 944 time: 0.1944375
Apr 30 13:19:56.579118 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-de74bf1f-f5c8-48b1-af39-5425552efe8e service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4061170
Apr 30 13:19:56.638222 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:56.654125 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:56.677855 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d1b1b18d-ff2d-4e6a-9653-20a79c15433d req-631f9c4a-9ccc-422d-be09-755b146a4140 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191421
Apr 30 13:19:56.856867 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-73c0df9c-8918-473e-99b6-523a7efe7345 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2338321
Apr 30 13:19:56.975073 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c', 'code': 200}
Apr 30 13:19:57.056389 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a0d15-920f-4903-9061-defcfdb913cb req-97cbf113-5cc3-446e-8f85-f7281a5558c5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:57.061599 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c97a0d15-920f-4903-9061-defcfdb913cb req-97cbf113-5cc3-446e-8f85-f7281a5558c5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1608224
Apr 30 13:19:57.089872 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39568) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:57.134459 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c97a0d15-920f-4903-9061-defcfdb913cb req-e50cea84-c7a9-4181-9d0d-0233cd31dffd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658181
Apr 30 13:19:57.236887 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5158b9-20ae-4711-9ffd-63485d4c6665 req-29c1d69b-ea40-4941-afd8-e8f636effc43 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:57.240953 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cb5158b9-20ae-4711-9ffd-63485d4c6665 req-29c1d69b-ea40-4941-afd8-e8f636effc43 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1037095
Apr 30 13:19:57.248819 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-182107346-network', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:57.253782 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:57.258318 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Usage tracker for resource:network and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:57.261540 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:57.268655 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:57.280142 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Made reservation on behalf of 4d9dbe0005674e0899b90b9db4c9423e for: {'network': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:57.282512 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.293982 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cb5158b9-20ae-4711-9ffd-63485d4c6665 req-29a71bef-bc03-4291-96ef-63a20705b3fa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488706
Apr 30 13:19:57.296621 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.317029 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:57.321964 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:57.325106 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:57.331520 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:57.446890 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.453241 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.460469 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1e5ac3f8-60b0-45e9-98e5-0abd85a2ad42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:57.508373 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344}  {{(pid=73819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:19:57.523539 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed79ae7-8eac-4fa0-a0b3-8b6ad9e984ca,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:57.529227 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:57.533479 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.534090 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.segments_db [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Added segment bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08 of type vlan for network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3
Apr 30 13:19:57.578861 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.619005 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.620451 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:57.621015 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.625924 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:57.730998 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Pushing event updated for resources: {'Network': ['ID=0613c2aa-52f3-4a8e-ab47-3971bf09acb3,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:57.734543 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6435959
Apr 30 13:19:57.735554 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:57.737988 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39586) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:57.756758 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Request body: {'subnet': {'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-182107346-subnet', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:57.757335 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:19:57.763851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:57.769817 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Usage tracker for resource:subnet and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:57.775079 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:57.789886 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:57.803936 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Made reservation on behalf of 4d9dbe0005674e0899b90b9db4c9423e for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:57.806400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.017476 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54df979-69d8-4d54-a67e-30d768028296 req-7356c0c4-98ca-4238-be6b-41e27f5969dd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:58.026551 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e54df979-69d8-4d54-a67e-30d768028296 req-7356c0c4-98ca-4238-be6b-41e27f5969dd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.1170576
Apr 30 13:19:58.074955 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e54df979-69d8-4d54-a67e-30d768028296 req-9227f913-bfb2-4e2f-9f06-fc9721994be1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471697
Apr 30 13:19:58.341348 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.349036 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a0c300bf-348b-4b30-af07-4ebe9cbdbe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:58.437438 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2206d412-4276-4a77-9a5c-3775bd677889,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:58.441977 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:58.460192 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Checking segment: {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:58.460555 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Network hostable DHCP agents. Network: 0613c2aa-52f3-4a8e-ab47-3971bf09acb3, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:19:58.471641 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556d114-e4c6-4f18-9924-840b06f53d57 req-ff500680-da6b-49e9-91e8-a423cd5dc68d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:58.474078 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3556d114-e4c6-4f18-9924-840b06f53d57 req-ff500680-da6b-49e9-91e8-a423cd5dc68d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1926186
Apr 30 13:19:58.500022 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f2e1-ae08-4e43-afc0-c12edea851b6 req-80f2abef-7335-464e-b6d7-9f23bfc7acb4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:58.501538 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6ad1f2e1-ae08-4e43-afc0-c12edea851b6 req-80f2abef-7335-464e-b6d7-9f23bfc7acb4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.0854552
Apr 30 13:19:58.514307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:19:58.533869 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3556d114-e4c6-4f18-9924-840b06f53d57 req-4be243d4-86b5-489d-872b-90e3fea1b059 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536401
Apr 30 13:19:58.534452 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 0613c2aa-52f3-4a8e-ab47-3971bf09acb3) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:58.540937 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:58.541542 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.546430 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc5204-1001-40a1-854c-56ca35b1c592 None None] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:19:58.559624 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6ad1f2e1-ae08-4e43-afc0-c12edea851b6 req-24f7a8cf-60e4-462d-a9d5-5f4d4d573392 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499246
Apr 30 13:19:58.571435 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-fb74fc05-6f73-4b17-b5e9-52e00120c3eb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8284400
Apr 30 13:19:58.571796 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39604) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:58.585207 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:58.590383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:58.595694 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Usage tracker for resource:router and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:58.600880 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:58.608371 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:58.619250 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.620347 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.636270 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.814227 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:19:58.815260 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.937716 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.989425 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Allocated IP 172.20.0.2 (0613c2aa-52f3-4a8e-ab47-3971bf09acb3/2206d412-4276-4a77-9a5c-3775bd677889/a047998a-7969-4271-9a10-7d48844d4ef0) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:59.209220 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.223812 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Transition to ACTIVE for port object a047998a-7969-4271-9a10-7d48844d4ef0 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:59.244401 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Transition to ACTIVE for port object a047998a-7969-4271-9a10-7d48844d4ef0 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:59.252059 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.255795 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:59.322194 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:59.325603 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:59.329528 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:59.337872 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Pushing event updated for resources: {'Port': ['ID=a047998a-7969-4271-9a10-7d48844d4ef0,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:59.347010 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.364825 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:59.385653 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.433161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b56ce-d3f2-4633-a3ff-7c6af26b2b79 req-3e5ce01d-1834-44b4-86cb-1f6fb5f33411 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:59.435022 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-209b56ce-d3f2-4633-a3ff-7c6af26b2b79 req-3e5ce01d-1834-44b4-86cb-1f6fb5f33411 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.2213552
Apr 30 13:19:59.466936 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Attempting to bind port a047998a-7969-4271-9a10-7d48844d4ef0 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:59.467778 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Attempting to bind port a047998a-7969-4271-9a10-7d48844d4ef0 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:59.468234 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Attempting to bind port a047998a-7969-4271-9a10-7d48844d4ef0 on network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:59.473840 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:59.474246 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Checking segment: {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:59.474690 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.475141 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Bound using segment: {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:59.475675 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Bound port: a047998a-7969-4271-9a10-7d48844d4ef0, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:59.476054 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.514105 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-209b56ce-d3f2-4633-a3ff-7c6af26b2b79 req-1af3e46d-d5f5-48d9-9a19-e68bd099563d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699809
Apr 30 13:19:59.571360 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] For port a047998a-7969-4271-9a10-7d48844d4ef0, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:59.574821 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] For port a047998a-7969-4271-9a10-7d48844d4ef0, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=a047998a-7969-4271-9a10-7d48844d4ef0,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:59.579575 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.581740 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Allocated IP 172.27.0.125 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/8ae1fd55-430a-4d72-ada5-fc3e4d228377) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:59.583574 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:59.659389 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Pushing event updated for resources: {'Port': ['ID=a047998a-7969-4271-9a10-7d48844d4ef0,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:59.665514 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:59.781808 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42863533-2fd1-4703-98cf-e934aef1d733 req-87b909ed-fb61-44b7-9c25-9d2df0e0939c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:59.781808 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-42863533-2fd1-4703-98cf-e934aef1d733 req-87b909ed-fb61-44b7-9c25-9d2df0e0939c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0895574
Apr 30 13:19:59.857906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.879367 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-42863533-2fd1-4703-98cf-e934aef1d733 req-48366bfb-6f28-4ee4-8e7f-b5a39a5dfaea tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894847
Apr 30 13:19:59.946194 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f4e8-da7c-4244-998b-44501c47dd4f req-7cacd602-e8d6-4c83-b261-3970a05285a5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:59.948076 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2239f4e8-da7c-4244-998b-44501c47dd4f req-7cacd602-e8d6-4c83-b261-3970a05285a5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2361684
Apr 30 13:19:59.986821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:59.998899 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e3831c8b-5777-4252-925c-e6eed77b878e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:00.262187 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2239f4e8-da7c-4244-998b-44501c47dd4f req-fb3c6173-0191-42ae-8deb-41e26e7d0073 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3022954
Apr 30 13:20:00.277383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:00.282477 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:00.285797 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:00.369440 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a047998a-7969-4271-9a10-7d48844d4ef0 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:00.460408 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port a047998a-7969-4271-9a10-7d48844d4ef0 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:00.487378 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Pushing event updated for resources: {'Port': ['ID=8ae1fd55-430a-4d72-ada5-fc3e4d228377,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:00.493976 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:00.591309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd2fa-674a-4dad-8211-019e9fde1283 req-2618ff7d-7d12-4fe9-a4c3-2c2649e4a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:00.592780 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d17fd2fa-674a-4dad-8211-019e9fde1283 req-2618ff7d-7d12-4fe9-a4c3-2c2649e4a8ab service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 1098 time: 0.4158576
Apr 30 13:20:00.729342 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d17fd2fa-674a-4dad-8211-019e9fde1283 req-f7ebae83-61c1-426a-8f60-28c6d7a4f8a5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275861
Apr 30 13:20:00.758441 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:00.795990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460333d-23c9-40d1-a16a-43ce0007e96b req-478df637-b92c-4ea2-81a8-309ae6faa3cc tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:00.798835 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c460333d-23c9-40d1-a16a-43ce0007e96b req-478df637-b92c-4ea2-81a8-309ae6faa3cc tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.1659670
Apr 30 13:20:00.865719 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c460333d-23c9-40d1-a16a-43ce0007e96b req-b7d20c4b-374b-4ef7-92d4-ffe3289104fd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533671
Apr 30 13:20:01.066487 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedf630-72f3-4e90-9244-492b6afc7121 None None] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:20:01.182437 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Provisioning for port a047998a-7969-4271-9a10-7d48844d4ef0 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:01.200364 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Provisioning complete for port a047998a-7969-4271-9a10-7d48844d4ef0 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:01.200737 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:01.268658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:01.281731 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b5f83-2f2f-4648-8cd6-ad58840db594 req-5b32c867-994e-4548-a6fb-ead2d3cd63cd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:01.283225 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-790b5f83-2f2f-4648-8cd6-ad58840db594 req-5b32c867-994e-4548-a6fb-ead2d3cd63cd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2153611
Apr 30 13:20:01.448546 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:01.455405 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-790b5f83-2f2f-4648-8cd6-ad58840db594 req-40dd4bf8-d849-43a5-aaaa-a481fefd190e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025665
Apr 30 13:20:01.501867 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] For port a047998a-7969-4271-9a10-7d48844d4ef0, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=a047998a-7969-4271-9a10-7d48844d4ef0,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:01.508020 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:01.510679 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9a847a08-26c1-4de8-a446-e808ebbc9603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:01.616930 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe27f-aded-4c1d-aea6-f551ae60ffb1 req-9e2c26a8-574a-44d4-8565-6814fe82f28c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:01.619045 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97ffe27f-aded-4c1d-aea6-f551ae60ffb1 req-9e2c26a8-574a-44d4-8565-6814fe82f28c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2161400
Apr 30 13:20:01.625688 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Pushing event updated for resources: {'Port': ['ID=a047998a-7969-4271-9a10-7d48844d4ef0,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:01.639474 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:01.735526 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97ffe27f-aded-4c1d-aea6-f551ae60ffb1 req-0dc74b2d-dfd1-42ad-94f2-d525e6f9f303 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078966
Apr 30 13:20:01.814581 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:20:01.939754 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-f38fc481-d1b8-4f21-98a6-4fa30575ee78 None None] Provisioning complete for port a047998a-7969-4271-9a10-7d48844d4ef0 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:01.941992 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f38fc481-d1b8-4f21-98a6-4fa30575ee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.221326 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2217cca-95b7-4c37-ae82-e0cf7725ab76 req-960c9979-7f43-4fbf-a0d6-95f9dd190020 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:02.237021 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d2217cca-95b7-4c37-ae82-e0cf7725ab76 req-960c9979-7f43-4fbf-a0d6-95f9dd190020 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.2069759
Apr 30 13:20:02.278205 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a047998a-7969-4271-9a10-7d48844d4ef0 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:02.388561 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d2217cca-95b7-4c37-ae82-e0cf7725ab76 req-6036cb0f-7d1d-4fbb-88a3-9a1905f6352c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503732
Apr 30 13:20:02.603528 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port a047998a-7969-4271-9a10-7d48844d4ef0 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:02.603977 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.801897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:20:02.814480 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Sync routers for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:20:02.848481 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.850143 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2771893
Apr 30 13:20:02.850898 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:02.851571 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83d51f0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:02.854346 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39700) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:02.894658 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d3b69-6eb3-4ea4-b5c3-38baa3e09e44 req-f854b1b1-a673-4d06-8b0f-e9c447f1f9fa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:02.905475 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ce2d3b69-6eb3-4ea4-b5c3-38baa3e09e44 req-f854b1b1-a673-4d06-8b0f-e9c447f1f9fa tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.3307173
Apr 30 13:20:03.017499 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:20:03.058324 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ce2d3b69-6eb3-4ea4-b5c3-38baa3e09e44 req-3cb44b7c-7d34-40d5-822c-dd8112b51881 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456418
Apr 30 13:20:03.178337 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:03.513801 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2ea27-43be-461d-911d-d1c09fbd04ac req-0f12b0c9-3418-40e4-84fe-03af6b83d46f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:03.515622 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3be2ea27-43be-461d-911d-d1c09fbd04ac req-0f12b0c9-3418-40e4-84fe-03af6b83d46f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2923656
Apr 30 13:20:03.580459 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83d51f0>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:00Z', 'revision_number': 3, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:03.586504 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Checking router: 84f0e8be-90f1-45a6-b1e2-c3437d962a87 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:20:03.586859 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Updating router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:20:03.665551 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3be2ea27-43be-461d-911d-d1c09fbd04ac req-0c43b362-eba0-4d3e-99a0-975415478dec tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1365538
Apr 30 13:20:03.710320 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:03.791627 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a755c2e-402b-4944-b412-bc3ef1640f36 req-d038d1d4-b4de-4a70-94a0-eb0f32deded6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:03.803221 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3a755c2e-402b-4944-b412-bc3ef1640f36 req-d038d1d4-b4de-4a70-94a0-eb0f32deded6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.2593107
Apr 30 13:20:03.900303 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3a755c2e-402b-4944-b412-bc3ef1640f36 req-5f13c9d5-a36c-40a4-91ff-1f99582487a6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947762
Apr 30 13:20:04.127309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.129187 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.142735 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Transition to ACTIVE for port object 8ae1fd55-430a-4d72-ada5-fc3e4d228377 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:04.162828 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.169907 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:04.335736 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Attempting to bind port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:20:04.336261 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Attempting to bind port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:20:04.336762 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Attempting to bind port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:04.344061 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Pushing event updated for resources: {'Port': ['ID=8ae1fd55-430a-4d72-ada5-fc3e4d228377,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:04.353303 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.353518 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.353822 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.354303 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.354629 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.354947 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.355261 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.355575 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.355909 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.356222 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.356531 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.356838 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:04.360289 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:20:04.360717 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:04.361123 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.361565 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:20:04.362083 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Bound port: 8ae1fd55-430a-4d72-ada5-fc3e4d228377, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:20:04.362478 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.405116 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:04.430947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Allocated IP 172.20.0.1 (0613c2aa-52f3-4a8e-ab47-3971bf09acb3/2206d412-4276-4a77-9a5c-3775bd677889/05f4fc01-d435-4372-ae61-3c27e9759463) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:20:04.532812 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] For port 8ae1fd55-430a-4d72-ada5-fc3e4d228377, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:20:04.539377 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] For port 8ae1fd55-430a-4d72-ada5-fc3e4d228377, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=8ae1fd55-430a-4d72-ada5-fc3e4d228377,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:20:04.547213 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.556354 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:04.647496 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:04.648171 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83d51f0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:04.829190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e5c8-7919-416b-bc9e-a80720e9f108 req-67860c4d-838c-4e9f-8667-c25fbf1952de tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:04.837699 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4362e5c8-7919-416b-bc9e-a80720e9f108 req-67860c4d-838c-4e9f-8667-c25fbf1952de tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.4081030
Apr 30 13:20:04.858221 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Pushing event updated for resources: {'Port': ['ID=8ae1fd55-430a-4d72-ada5-fc3e4d228377,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:04.863057 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f3087a10-c86e-4686-9b19-8e972af6674e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:04.888561 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.914630 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:04.923305 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Transition to ACTIVE for port object 05f4fc01-d435-4372-ae61-3c27e9759463 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:04.937748 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4362e5c8-7919-416b-bc9e-a80720e9f108 req-a39513b1-f6fd-4f11-9fd6-f0199b836183 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987251
Apr 30 13:20:04.967291 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:04.972348 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:05.020953 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16c5e-5b44-4c55-ad6b-8bb477c001ad req-ee6e153a-8033-47c8-a054-946fbf6e7c3e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:05.026694 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7bd16c5e-5b44-4c55-ad6b-8bb477c001ad req-ee6e153a-8033-47c8-a054-946fbf6e7c3e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1431417
Apr 30 13:20:05.030055 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:05.037886 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:05.042136 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:05.042591 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:05.058097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Pushing event updated for resources: {'Port': ['ID=05f4fc01-d435-4372-ae61-3c27e9759463,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:05.069225 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:05.078689 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7bd16c5e-5b44-4c55-ad6b-8bb477c001ad req-01d15570-3b9d-47ca-ad0e-29b1f1be8ede tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501621
Apr 30 13:20:05.263882 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83d51f0>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:00Z', 'revision_number': 3, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:05.271707 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2428c-5f6b-4ae4-a0d6-9feb9cb3fd9a None None] The sync data for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi is: [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:00Z', 'revision_number': 3, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:20:05.296797 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-cd0f93ff-5108-47be-bb60-6b14929a5733 None None] Provisioning for port 05f4fc01-d435-4372-ae61-3c27e9759463 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:05.309297 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-cd0f93ff-5108-47be-bb60-6b14929a5733 None None] Provisioning complete for port 05f4fc01-d435-4372-ae61-3c27e9759463 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:05.310540 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cd0f93ff-5108-47be-bb60-6b14929a5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:05.345527 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:05.403418 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f93ff-5108-47be-bb60-6b14929a5733 None None] Port 05f4fc01-d435-4372-ae61-3c27e9759463 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:20:05.618511 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:05.623857 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:05.624759 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:05.629150 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-9b6f0743-ce68-4e56-9fe5-bd2205895694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:05.769982 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Pushing event updated for resources: {'Port': ['ID=05f4fc01-d435-4372-ae61-3c27e9759463,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:05.773604 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:05.858570 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:05.862072 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:06.423352 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8ae1fd55-430a-4d72-ada5-fc3e4d228377 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:06.749292 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-7b465eeb-7fe6-4f1e-9882-cc7e5d2d16c1 None None] Provisioning complete for port 05f4fc01-d435-4372-ae61-3c27e9759463 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:06.749666 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7b465eeb-7fe6-4f1e-9882-cc7e5d2d16c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:06.785877 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7f6ae-afe8-42ce-ba95-712453eb1d1f req-dd99f056-111c-49b7-83e2-c9142c5e0799 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:06.788993 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a9a7f6ae-afe8-42ce-ba95-712453eb1d1f req-dd99f056-111c-49b7-83e2-c9142c5e0799 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.3032029
Apr 30 13:20:06.897046 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:20:07.048756 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a9a7f6ae-afe8-42ce-ba95-712453eb1d1f req-2d7371bb-08f5-40e5-a595-dbb6e3f4c382 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2432251
Apr 30 13:20:07.092818 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-7b465eeb-7fe6-4f1e-9882-cc7e5d2d16c1 None None] Port 05f4fc01-d435-4372-ae61-3c27e9759463 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:20:07.105947 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:07.130237 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:07.136841 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:07.282063 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d4c9d-a89e-4a3e-9bcb-a576b1c80b6e req-aef56818-e76d-4222-9775-06c4a51fe30a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:07.303167 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-992d4c9d-a89e-4a3e-9bcb-a576b1c80b6e req-aef56818-e76d-4222-9775-06c4a51fe30a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.7318037
Apr 30 13:20:07.698942 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-992d4c9d-a89e-4a3e-9bcb-a576b1c80b6e req-2c7d8c4f-9883-4529-98e8-dd5c193badd3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3947179
Apr 30 13:20:07.804962 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:07.815596 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-f87a82a9-6141-4bdf-aa05-52538d784adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:07.817171 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-f87a82a9-6141-4bdf-aa05-52538d784adb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c622a56261f04601a7a4b9b607f9eddd&device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 1099 time: 0.4655018
Apr 30 13:20:07.823747 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:20:07.859992 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] 10.222.0.79 "PUT /v2.0/routers/84f0e8be-90f1-45a6-b1e2-c3437d962a87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9941428
Apr 30 13:20:07.896556 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 8ae1fd55-430a-4d72-ada5-fc3e4d228377, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=8ae1fd55-430a-4d72-ada5-fc3e4d228377,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:07.905615 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:07.913772 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:08.367290 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Sync routers for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:20:08.368392 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-4a5315b9-548e-4321-aff2-2daeddabde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:08.370607 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-4a5315b9-548e-4321-aff2-2daeddabde53 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 200  len: 919 time: 0.5092900
Apr 30 13:20:08.402876 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=8ae1fd55-430a-4d72-ada5-fc3e4d228377,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:08.420606 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:08.436673 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:08.439027 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a836d730>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:08.559863 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-f10fb0a7-17d4-4f9e-b4de-801289e3961e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 200  len: 217 time: 0.1725113
Apr 30 13:20:09.316667 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-733c389d-ec2b-40c5-871f-53349927d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:09.325629 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d00f-7f01-4ce0-899f-72d731ecdafe req-12f15fa7-5d0f-40f2-8062-ce36ded8b6d5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:09.327959 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1495d00f-7f01-4ce0-899f-72d731ecdafe req-12f15fa7-5d0f-40f2-8062-ce36ded8b6d5 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2267978
Apr 30 13:20:09.330739 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-733c389d-ec2b-40c5-871f-53349927d409 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 200  len: 857 time: 0.6124983
Apr 30 13:20:09.416090 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1495d00f-7f01-4ce0-899f-72d731ecdafe req-e3e8f03a-d786-4114-a7de-04a53d025470 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756419
Apr 30 13:20:09.492876 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:09.776593 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-b30aa686-b90d-415c-bd38-484d5e8f1394 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8d9ca312-d14a-4afb-916b-be4034fb8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4081833
Apr 30 13:20:09.821928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f349f-f245-44e6-9bab-824cd277e9f3 req-1dfcf3de-51b7-4d40-ad52-74a54182495b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:09.839855 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d15f349f-f245-44e6-9bab-824cd277e9f3 req-1dfcf3de-51b7-4d40-ad52-74a54182495b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 1.2682998
Apr 30 13:20:09.969686 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39782) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:09.977351 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-502223004-network', 'tenant_id': '766230de7b424702bf98d04c944463e7'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:09.987175 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:10.007696 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Usage tracker for resource:network and tenant:766230de7b424702bf98d04c944463e7 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:10.023671 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:10.038195 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:10.074296 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Made reservation on behalf of 766230de7b424702bf98d04c944463e7 for: {'network': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:20:10.080311 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:10.161474 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:10.224179 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:10.244605 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Usage tracker for resource:security_group_rule and tenant:766230de7b424702bf98d04c944463e7 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:10.263264 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:10.287543 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:10.340952 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8ae1fd55-430a-4d72-ada5-fc3e4d228377 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:10.479700 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d15f349f-f245-44e6-9bab-824cd277e9f3 req-f5e0fc75-b797-4067-add5-86671a61e85f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6350865
Apr 30 13:20:10.697060 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-63f98b85-364d-49be-8f5f-a75b04213af1 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7661655
Apr 30 13:20:10.700824 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:10.710310 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:10.731360 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9cff6ac7-6962-4522-9a39-3da11fc196a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:11.015266 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:11.016128 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:11.138316 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324}  {{(pid=73819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:20:11.183159 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-46682d73-ef8c-4df0-b863-1d8aeb4927ac req-5d7b1330-d8ed-467b-91a7-0c1ada01ae82 service neutron] 10.222.0.103 "GET /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4061236
Apr 30 13:20:11.221558 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:11.222342 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.segments_db [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Added segment e4d33d38-ac91-4819-b2eb-7928f17cf3cc of type vlan for network 2f5f555e-97bf-4f1b-b486-8209e8429abd
Apr 30 13:20:11.264789 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a836d730>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 2, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:11.271847 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee32936d-bbce-4712-8ecb-28d84e2cf7e1,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:11.286949 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:11.327316 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2649f7d-b683-48fe-841b-fbf597bed3b5 req-637df5e8-5f1b-45c1-b894-6b1201cae156 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:11.339418 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b2649f7d-b683-48fe-841b-fbf597bed3b5 req-637df5e8-5f1b-45c1-b894-6b1201cae156 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.5718899
Apr 30 13:20:11.351398 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Checking router: 84f0e8be-90f1-45a6-b1e2-c3437d962a87 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:20:11.351761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Updating router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 port 05f4fc01-d435-4372-ae61-3c27e9759463 binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:20:11.400391 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:11.420678 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b2649f7d-b683-48fe-841b-fbf597bed3b5 req-9e99f313-b0c2-4515-9a4b-26628da82b3b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792937
Apr 30 13:20:11.508472 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:11.512565 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:11.513931 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:11.545160 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6415bbac-ce04-4c4c-b779-344cde4939e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:11.565060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:11.949836 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce550d-af2c-421d-999e-06f045ec9f46 req-56719d0c-b11f-4ac1-b0c3-c21a7c6329a8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:11.953259 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-39ce550d-af2c-421d-999e-06f045ec9f46 req-56719d0c-b11f-4ac1-b0c3-c21a7c6329a8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2209840
Apr 30 13:20:11.973444 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5f555e-97bf-4f1b-b486-8209e8429abd,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:11.980268 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0089912
Apr 30 13:20:11.982309 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:12.000900 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39806) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:12.014951 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Request body: {'subnet': {'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-502223004-subnet', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'ip_version': 4}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:12.023719 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:12.044077 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Usage tracker for resource:subnet and tenant:766230de7b424702bf98d04c944463e7 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:12.060856 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:12.071103 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-39ce550d-af2c-421d-999e-06f045ec9f46 req-64873353-b019-44b5-b1df-a8ee12a1aa34 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1101468
Apr 30 13:20:12.080762 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:12.130858 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Made reservation on behalf of 766230de7b424702bf98d04c944463e7 for: {'subnet': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:20:12.135571 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10498822'] for subnet, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:12.360045 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:12.397733 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Transition to ACTIVE for port object 05f4fc01-d435-4372-ae61-3c27e9759463 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:12.414730 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:20:12.557694 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:12.595025 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:12.617945 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39818) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:12.953083 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:12.996974 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:13.003975 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Usage tracker for resource:security_group_rule and tenant:23f91272cef24b52a667da9c87e72fbe is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:13.007891 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:13.015664 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:13.042802 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99e491-4382-42a2-90eb-a6061bbee083 req-b88dfd9d-aa80-4268-a3c9-ee705bd37a1c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:13.051965 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-af99e491-4382-42a2-90eb-a6061bbee083 req-b88dfd9d-aa80-4268-a3c9-ee705bd37a1c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.3365946
Apr 30 13:20:13.171244 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-af99e491-4382-42a2-90eb-a6061bbee083 req-088fccb9-0060-41c4-8e81-71606679b897 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174839
Apr 30 13:20:13.217543 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2f93-4ca4-4c2b-b2ee-87b899cad997 None None] Pushing event updated for resources: {'Port': ['ID=05f4fc01-d435-4372-ae61-3c27e9759463,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:13.229459 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-789b2f93-4ca4-4c2b-b2ee-87b899cad997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:13.250373 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.259642 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.294001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7cd6fa1f-d7a0-44f0-9f51-8989b9dc076d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:13.321287 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Attempting to bind port 05f4fc01-d435-4372-ae61-3c27e9759463 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:20:13.321810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Attempting to bind port 05f4fc01-d435-4372-ae61-3c27e9759463 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:20:13.322397 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Attempting to bind port 05f4fc01-d435-4372-ae61-3c27e9759463 on network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:13.330132 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:20:13.330132 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Checking segment: {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:13.331797 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.331797 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Bound using segment: {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:20:13.332547 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Bound port: 05f4fc01-d435-4372-ae61-3c27e9759463, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:20:13.332940 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.399270 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23f91272cef24b52a667da9c87e72fbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7795224
Apr 30 13:20:13.413609 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39828) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:13.414801 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19189ac-f83a-4ae6-b195-432cec76e507,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:13.432408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:13.462184 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10498836'] for subnet, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.472276 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:13.548245 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.582077 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Checking segment: {'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:13.584074 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Network hostable DHCP agents. Network: 2f5f555e-97bf-4f1b-b486-8209e8429abd, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:20:13.590118 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4795213d-5cc7-4e3b-9c8b-12884b846f73,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:13.590632 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] For port 05f4fc01-d435-4372-ae61-3c27e9759463, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:20:13.596318 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:13.601692 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] For port 05f4fc01-d435-4372-ae61-3c27e9759463, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=05f4fc01-d435-4372-ae61-3c27e9759463,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:20:13.609046 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e5a16-ed19-422c-a38b-d78632e10a70 req-eb30de63-a2a3-4224-8a9a-ad5e5d570584 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:13.611317 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f72e5a16-ed19-422c-a38b-d78632e10a70 req-eb30de63-a2a3-4224-8a9a-ad5e5d570584 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2491693
Apr 30 13:20:13.637864 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:20:13.658405 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 2f5f555e-97bf-4f1b-b486-8209e8429abd) {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:13.663326 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.671096 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.679168 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:13.680427 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:13.681053 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.715872 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.7087898
Apr 30 13:20:13.721004 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39832) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:13.730322 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:13.739095 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:13.744031 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Usage tracker for resource:router and tenant:766230de7b424702bf98d04c944463e7 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:13.748071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:13.755716 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:13.756804 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f72e5a16-ed19-422c-a38b-d78632e10a70 req-c8c33b54-b49a-422c-8fc3-5a32dc758fce tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1364675
Apr 30 13:20:13.767237 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2f93-4ca4-4c2b-b2ee-87b899cad997 None None] Pushing event updated for resources: {'Port': ['ID=05f4fc01-d435-4372-ae61-3c27e9759463,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:13.772417 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-789b2f93-4ca4-4c2b-b2ee-87b899cad997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:13.773844 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fcbdc5-a347-4633-8378-2d6c2e4ebfb1 None None] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:20:13.789559 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.790889 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.839392 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.840173 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.852744 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-41ea8d06-d2b3-4255-ae74-b3635ac72158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:13.872680 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19189ac-f83a-4ae6-b195-432cec76e507,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:13.885868 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:13.887316 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d19189ac-f83a-4ae6-b195-432cec76e507 HTTP/1.1" status: 204  len: 168 time: 0.4695170
Apr 30 13:20:13.888803 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:14.037325 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:14.046820 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a836d730>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:14.419524 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c27cb430-dac8-4a47-b8d5-9bcd23a912c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:14.638131 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:14.720715 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6e7e-9dfc-451f-ae96-0f21e208b957 req-f91f78db-8d73-428c-85b6-07ef6c7dba9d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:14.723007 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-020d6e7e-9dfc-451f-ae96-0f21e208b957 req-f91f78db-8d73-428c-85b6-07ef6c7dba9d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1416471
Apr 30 13:20:14.848282 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-020d6e7e-9dfc-451f-ae96-0f21e208b957 req-3c9329c4-c9b9-482c-81bf-35ecffbe4549 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143835
Apr 30 13:20:15.066582 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:15.119980 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062d3f-8c7a-4858-9135-2074c718ba2a req-540c5fc3-3589-402d-ba41-bcba99423330 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:15.133504 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fc062d3f-8c7a-4858-9135-2074c718ba2a req-540c5fc3-3589-402d-ba41-bcba99423330 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1335876
Apr 30 13:20:15.251269 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fc062d3f-8c7a-4858-9135-2074c718ba2a req-1968e97b-3af1-4992-a159-764607fe19c6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163495
Apr 30 13:20:15.423898 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-2f5f555e-97bf-4f1b-b486-8209e8429abd', 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'fixed_ips': [{'subnet_id': '4795213d-5cc7-4e3b-9c8b-12884b846f73'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:20:15.425112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:15.447029 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:15.524666 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:15.947297 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Allocated IP 172.20.0.2 (2f5f555e-97bf-4f1b-b486-8209e8429abd/4795213d-5cc7-4e3b-9c8b-12884b846f73/0ff9e605-94d1-44a9-98f8-81cb6cd63ff8) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:20:16.115816 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Allocated IP 172.27.0.24 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/b4c121ce-f8ae-4179-bea1-7c2796a6dc57) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:20:16.173644 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a836d730>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:13Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:16.194252 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe8a3a-a4b5-42e1-88bd-8ef3abfd5acc None None] The sync data for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi is: [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:13Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:20:16.561435 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:16.610636 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Transition to ACTIVE for port object 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:16.703091 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Transition to ACTIVE for port object 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:16.716468 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:16.724748 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:16.921391 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb0303-7dfe-41d7-be49-8cc806b05e38 req-36af7b79-9301-4951-aac5-4204e9a1422e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:16.922558 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:16.923385 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1fcb0303-7dfe-41d7-be49-8cc806b05e38 req-36af7b79-9301-4951-aac5-4204e9a1422e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.7764182
Apr 30 13:20:16.996559 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:16.996559 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:17.028734 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09cc2-972f-4077-acf0-9e141d53946e req-a67ee0ed-697a-4c62-808c-48366e5ff3f9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:17.030293 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7cc09cc2-972f-4077-acf0-9e141d53946e req-a67ee0ed-697a-4c62-808c-48366e5ff3f9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.3012605
Apr 30 13:20:17.043441 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1f778374-cac0-4652-a079-6d223b883a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.134999 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.151147 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7cc09cc2-972f-4077-acf0-9e141d53946e req-9d62c3df-96ca-48d6-94b5-6c13674a4eae tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115007
Apr 30 13:20:17.210872 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Pushing event updated for resources: {'Port': ['ID=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:17.219448 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:17.263833 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.275314 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Attempting to bind port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:20:17.276298 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Attempting to bind port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:20:17.276843 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.277135 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Attempting to bind port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 on network 2f5f555e-97bf-4f1b-b486-8209e8429abd {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:17.299320 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:20:17.300892 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Checking segment: {'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:17.301624 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.303177 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-899c136f-0585-48f3-bd81-9cee3be8d15f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:17.303840 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Bound using segment: {'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:20:17.305900 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Bound port: 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:20:17.306417 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.395910 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1fcb0303-7dfe-41d7-be49-8cc806b05e38 req-bd3dece8-8359-4b2a-bd31-88b58157fb0b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4383979
Apr 30 13:20:17.462150 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:17.473849 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:17.476323 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:17.538181 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:17.541271 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:17.574964 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.607384 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] For port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:20:17.610811 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] For port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,segment=NetworkSegment(e4d33d38-ac91-4819-b2eb-7928f17cf3cc),segment_id=e4d33d38-ac91-4819-b2eb-7928f17cf3cc)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:20:17.618832 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:17.625925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:17.817348 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Pushing event updated for resources: {'Port': ['ID=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:17.821220 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:18.416176 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.612060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:18.773261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85e3e-639d-4959-b5e1-e37ec55fe035 req-9e1d9d90-1fd0-4b26-aca7-ded854575ecf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:18.790533 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fbb85e3e-639d-4959-b5e1-e37ec55fe035 req-9e1d9d90-1fd0-4b26-aca7-ded854575ecf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2161436
Apr 30 13:20:18.846761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:18.856558 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 05f4fc01-d435-4372-ae61-3c27e9759463 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:18.860288 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:19.031412 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fbb85e3e-639d-4959-b5e1-e37ec55fe035 req-a949c7a5-3d7d-432d-8f75-5ac9e904e7a8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2397022
Apr 30 13:20:19.092255 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 05f4fc01-d435-4372-ae61-3c27e9759463 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:19.101959 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 05f4fc01-d435-4372-ae61-3c27e9759463 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:19.102371 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:19.323245 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:19.443971 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:19.510713 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818dba0-c9a7-4f09-9727-b31497ea64c5 None None] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:20:19.694504 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cebf8-6535-4790-9a6c-f812d62613fe req-2c6b0cd9-0e4c-470b-800d-864fd4a226c0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:19.700921 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e66cebf8-6535-4790-9a6c-f812d62613fe req-2c6b0cd9-0e4c-470b-800d-864fd4a226c0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.9707601
Apr 30 13:20:19.868866 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 05f4fc01-d435-4372-ae61-3c27e9759463, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=05f4fc01-d435-4372-ae61-3c27e9759463,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:19.870260 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Provisioning for port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:19.891582 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:19.899841 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:19.935239 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e66cebf8-6535-4790-9a6c-f812d62613fe req-c463da61-13e2-4b19-8f6b-69a59b0ddfed tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251761
Apr 30 13:20:19.938853 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Provisioning complete for port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:19.939447 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:20.025926 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:20.174346 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=05f4fc01-d435-4372-ae61-3c27e9759463,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:20.181122 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:20.436619 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:20.514567 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:20:20.548432 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] For port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,segment=NetworkSegment(e4d33d38-ac91-4819-b2eb-7928f17cf3cc),segment_id=e4d33d38-ac91-4819-b2eb-7928f17cf3cc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:20.556635 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:20.559750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:20.569659 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e16c3-d8a2-4a85-b03b-7d8a8bdd608e req-82653d05-c37e-44b5-9b74-bdd20a870a84 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:20.574986 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a3e16c3-d8a2-4a85-b03b-7d8a8bdd608e req-82653d05-c37e-44b5-9b74-bdd20a870a84 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2703710
Apr 30 13:20:20.696136 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Pushing event updated for resources: {'Port': ['ID=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:20.710199 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:20.733483 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a3e16c3-d8a2-4a85-b03b-7d8a8bdd608e req-462c96f2-29bc-4b44-b13e-781abdc763e5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1526270
Apr 30 13:20:20.997665 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-bb051113-e4f7-4290-8fde-4b09d40d0e9b None None] Provisioning complete for port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:20.998093 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-bb051113-e4f7-4290-8fde-4b09d40d0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:21.001723 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:20:21.011106 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Sync routers for ids ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:20:21.039905 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Routers {'98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:21.040851 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8ccafd0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:21.088594 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:21.095766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39890) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:21.097698 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-3b0868c4-b4a4-402d-91a3-f7b275bd30f6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 7.3745601
Apr 30 13:20:21.488758 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181d91-0a7b-4cf7-a643-3dcf4bb92424 req-84162e6f-22a2-49da-b3e5-939439ea9fcc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:21.496357 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9f181d91-0a7b-4cf7-a643-3dcf4bb92424 req-84162e6f-22a2-49da-b3e5-939439ea9fcc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2535264
Apr 30 13:20:21.692151 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Set router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:21.744320 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9f181d91-0a7b-4cf7-a643-3dcf4bb92424 req-eb9e7fd0-38b8-45d4-a9d7-14172a1aeebc tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359319
Apr 30 13:20:22.349425 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:22.416230 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8ccafd0>, [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 3, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port': {'id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:15Z', 'updated_at': '2021-04-30T13:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:22.428198 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Checking router: 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:20:22.428821 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Updating router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:20:22.546196 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:22.547133 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.563203 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.729712 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 05f4fc01-d435-4372-ae61-3c27e9759463 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:22.831470 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 05f4fc01-d435-4372-ae61-3c27e9759463 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:22.832216 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.917572 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.004599 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89eafa-b165-437e-8f40-2408239d12fa req-bf0e300a-89d9-46e7-8f3b-e56e9e5f4896 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:23.006350 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb89eafa-b165-437e-8f40-2408239d12fa req-bf0e300a-89d9-46e7-8f3b-e56e9e5f4896 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.7807250
Apr 30 13:20:23.353262 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904ee3-bfe7-4145-926a-acab05dc359b req-af725566-19c2-4a81-962f-8b2b0e8be88a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:23.361874 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dc904ee3-bfe7-4145-926a-acab05dc359b req-af725566-19c2-4a81-962f-8b2b0e8be88a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2368264
Apr 30 13:20:23.385651 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.400443 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Allocated IP 172.20.0.1 (2f5f555e-97bf-4f1b-b486-8209e8429abd/4795213d-5cc7-4e3b-9c8b-12884b846f73/99d2655b-e541-477b-8a8f-617b5209e268) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:20:23.416937 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Transition to ACTIVE for port object b4c121ce-f8ae-4179-bea1-7c2796a6dc57 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:23.433072 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.435357 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dc904ee3-bfe7-4145-926a-acab05dc359b req-2c4d071a-9e2c-4bc1-beb3-8e7615362f7c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715044
Apr 30 13:20:23.445648 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:23.532243 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Attempting to bind port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:20:23.532617 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Attempting to bind port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:20:23.532949 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Attempting to bind port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:23.546136 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5ded8-ce47-4ff7-9cb8-cb3254cf1212 None None] Pushing event updated for resources: {'Port': ['ID=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:23.549056 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c4e5ded8-ce47-4ff7-9cb8-cb3254cf1212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:23.550708 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:20:23.551200 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:23.551679 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.552086 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:20:23.552592 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Bound port: b4c121ce-f8ae-4179-bea1-7c2796a6dc57, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:20:23.553019 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.642461 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb89eafa-b165-437e-8f40-2408239d12fa req-68fabcef-b2fe-42e0-a661-78f478c4ae95 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1788180
Apr 30 13:20:23.718338 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] For port b4c121ce-f8ae-4179-bea1-7c2796a6dc57, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:20:23.722074 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] For port b4c121ce-f8ae-4179-bea1-7c2796a6dc57, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:20:23.731375 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.740491 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-feb246c6-07bb-47c0-a4b2-be3ce6d229bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:23.809874 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.849266 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Transition to ACTIVE for port object 99d2655b-e541-477b-8a8f-617b5209e268 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:23.853616 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Routers {'98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:23.854272 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8ccafd0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:23.878796 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.886814 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:23.997669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:24.010395 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Pushing event updated for resources: {'Port': ['ID=99d2655b-e541-477b-8a8f-617b5209e268,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:24.013639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:24.016475 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:24.017271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:24.018429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:24.052041 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5ded8-ce47-4ff7-9cb8-cb3254cf1212 None None] Pushing event updated for resources: {'Port': ['ID=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:24.055715 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c4e5ded8-ce47-4ff7-9cb8-cb3254cf1212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:24.280666 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:24.316775 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] Set router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:24.456529 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-34554eb9-c984-45f7-aa99-35c683fd510f None None] Provisioning for port 99d2655b-e541-477b-8a8f-617b5209e268 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:24.465920 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-34554eb9-c984-45f7-aa99-35c683fd510f None None] Provisioning complete for port 99d2655b-e541-477b-8a8f-617b5209e268 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:24.466330 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-34554eb9-c984-45f7-aa99-35c683fd510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:24.589219 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-34554eb9-c984-45f7-aa99-35c683fd510f None None] Port 99d2655b-e541-477b-8a8f-617b5209e268 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:20:24.696698 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:24.715357 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:24.718453 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:24.724158 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e35da1f9-1d52-4d7f-a8dd-5a37e350a84a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:24.896138 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8ccafd0>, [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 3, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port': {'id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:15Z', 'updated_at': '2021-04-30T13:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:24.907265 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2387d6c-0e54-48a3-8921-53e4c087dedb None None] The sync data for ids ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'] in dv-cinder-788364-2-iscsi is: [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 3, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port': {'id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:15Z', 'updated_at': '2021-04-30T13:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:20:24.927020 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cf81-e3ea-4db2-8914-97792d8639d9 req-9b342009-b5d6-489e-aa4f-13b73048ee18 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:24.938359 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b301cf81-e3ea-4db2-8914-97792d8639d9 req-9b342009-b5d6-489e-aa4f-13b73048ee18 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1291974
Apr 30 13:20:25.028783 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b301cf81-e3ea-4db2-8914-97792d8639d9 req-d45f3592-72e2-4271-848c-25ec64b65d54 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890226
Apr 30 13:20:25.136344 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Pushing event updated for resources: {'Port': ['ID=99d2655b-e541-477b-8a8f-617b5209e268,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:25.139452 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:25.259979 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:25.259979 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:25.773228 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-7131d47e-6a44-4d2b-9495-3681ac53cc2a None None] Provisioning complete for port 99d2655b-e541-477b-8a8f-617b5209e268 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:25.774334 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7131d47e-6a44-4d2b-9495-3681ac53cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:25.828828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa43209-81ed-463e-9190-b8f3bea9ded4 req-49fc6ac7-7a8e-45d1-842a-4477d0ac5b2b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.841638 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1aa43209-81ed-463e-9190-b8f3bea9ded4 req-49fc6ac7-7a8e-45d1-842a-4477d0ac5b2b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.7167327
Apr 30 13:20:25.877807 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-7131d47e-6a44-4d2b-9495-3681ac53cc2a None None] Port 99d2655b-e541-477b-8a8f-617b5209e268 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:20:25.934916 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1aa43209-81ed-463e-9190-b8f3bea9ded4 req-68abcd93-3366-45f8-9f60-9d154778fbfb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907862
Apr 30 13:20:25.946054 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:20:26.296882 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:20:26.307548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] 10.222.0.79 "PUT /v2.0/routers/98f97c0a-c43f-45c0-bd9f-bdc3bf17799f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2105291
Apr 30 13:20:26.371472 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device b4c121ce-f8ae-4179-bea1-7c2796a6dc57 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:26.433854 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc65b43-359f-4b71-a885-863e179bae98 req-e940679d-abe9-48d5-a4d0-47518eee612a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:26.443018 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9cc65b43-359f-4b71-a885-863e179bae98 req-e940679d-abe9-48d5-a4d0-47518eee612a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1889982
Apr 30 13:20:26.564539 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9cc65b43-359f-4b71-a885-863e179bae98 req-ef076abd-f55f-4855-8518-369062c85840 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189449
Apr 30 13:20:26.620484 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:26.628638 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:26.629934 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:26.791094 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:26.857742 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port b4c121ce-f8ae-4179-bea1-7c2796a6dc57, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:26.876003 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:26.882350 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:27.079857 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:27.092651 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:27.399118 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef7e18-77b0-45a4-8633-29efc3a0b5c6 req-4f2e87a3-1519-47b5-a24b-336f4d6d7dc3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:27.413178 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deef7e18-77b0-45a4-8633-29efc3a0b5c6 req-4f2e87a3-1519-47b5-a24b-336f4d6d7dc3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2367456
Apr 30 13:20:27.502221 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-deef7e18-77b0-45a4-8633-29efc3a0b5c6 req-6b70b491-8d76-4ae0-8ac3-ce4825b1e0bf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875354
Apr 30 13:20:27.664461 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39954) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:27.681015 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231922475', 'description': 'tempest-secgroup-smoke-231922475 description', 'project_id': '4d9dbe0005674e0899b90b9db4c9423e'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:27.701878 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:27.707132 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:27.721656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:27.748553 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:27.792903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:27.831241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:27.854413 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:27.858594 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:27.875911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:27.960134 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Sync routers for ids ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:20:28.024501 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Routers {'98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:28.031638 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8187c40>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:28.074173 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:28.082888 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:28.087975 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-40879fbe-d6da-478f-8b16-b65fb3df4089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:28.162069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:28.163307 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4962490
Apr 30 13:20:28.168721 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a9aa-c8a6-436d-bc44-32a162442c3d req-4b25ae84-8cc5-41fd-b502-5e21b4091d17 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:28.170862 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39964) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:28.171344 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c18a9aa-c8a6-436d-bc44-32a162442c3d req-4b25ae84-8cc5-41fd-b502-5e21b4091d17 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.3901317
Apr 30 13:20:28.214535 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'security_group_rule': {'security_group_id': 'c8bfd999-17e0-4f48-baf6-f9f868db21af', 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:28.275101 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:28.291800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfd999-17e0-4f48-baf6-f9f868db21af,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:28.311818 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:28.314957 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:28.316703 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:28.348738 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:28.394127 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:28.411541 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device b4c121ce-f8ae-4179-bea1-7c2796a6dc57 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:28.590690 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c18a9aa-c8a6-436d-bc44-32a162442c3d req-28635511-ff6c-4daa-ae20-4ff46db68213 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4019454
Apr 30 13:20:28.771509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:28.779177 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:28.782920 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:28.842655 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d30dd9c-da27-4159-8cbf-6ed1233225d3,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:28.861115 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:28.962528 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:28.964313 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7900672
Apr 30 13:20:28.968128 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39972) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:28.975316 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'security_group_rule': {'security_group_id': 'c8bfd999-17e0-4f48-baf6-f9f868db21af', 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:28.985090 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:28.989595 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:28.993474 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:29.000382 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:29.006597 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:29.007700 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.037355 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b91c8-d581-4c01-bfdd-37ac8796eef0 req-84cd026d-7cd8-46fb-81b7-b0d312ea3c9c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:29.048075 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b06b91c8-d581-4c01-bfdd-37ac8796eef0 req-84cd026d-7cd8-46fb-81b7-b0d312ea3c9c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2329974
Apr 30 13:20:29.085029 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.124605 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Set router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:29.196459 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b06b91c8-d581-4c01-bfdd-37ac8796eef0 req-cfaae14b-d399-4d37-9d52-c384fd6f5a9e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1429164
Apr 30 13:20:29.219128 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.229147 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.232853 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-12c5d82e-424c-40e3-9ef5-fc89de60a642 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:29.291858 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498c5bed-726e-478d-81fd-9116ffbbede0,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:29.300118 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.306853 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39978) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:29.313515 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'security_group_rule': {'security_group_id': 'c8bfd999-17e0-4f48-baf6-f9f868db21af', 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:29.332868 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3570056
Apr 30 13:20:29.335692 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7e2403e0-eeea-41d2-9dcf-f956d504a09f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:29.343803 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:29.367517 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:29.380861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:29.401163 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:29.428949 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.653967 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.663937 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.685927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:29.732317 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7294875c-9deb-491e-957a-44de5c044478,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:29.748730 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:29.771761 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.771761 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-1f413286-b02f-4c5f-a8f0-32179a642964 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4621596
Apr 30 13:20:29.773515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 39988) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:29.781955 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'security_group_rule': {'security_group_id': 'c8bfd999-17e0-4f48-baf6-f9f868db21af', 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:29.796309 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:29.797124 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8187c40>, [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port': {'id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:15Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '99d2655b-e541-477b-8a8f-617b5209e268', 'name': '', 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'mac_address': 'fa:16:3e:e4:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4795213d-5cc7-4e3b-9c8b-12884b846f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 2, 'project_id': '766230de7b424702bf98d04c944463e7', 'subnets': [{'id': '4795213d-5cc7-4e3b-9c8b-12884b846f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:29.800969 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:29.804406 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:29.807713 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Checking router: 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:20:29.808128 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Updating router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f port 99d2655b-e541-477b-8a8f-617b5209e268 binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:20:29.811410 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:29.840194 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.931473 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.086435 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.100573 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.106502 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:30.135571 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82a7c58-27a0-4412-b0e1-25c2f6e92637,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:30.151383 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:30.173419 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.176534 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4018321
Apr 30 13:20:30.181139 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 39996) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:30.189272 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'security_group_rule': {'security_group_id': 'c8bfd999-17e0-4f48-baf6-f9f868db21af', 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:30.216071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332e034-bbe5-4f75-9d4a-43de4c27416c req-fe74ca1f-00e6-499d-906a-48bc7d069238 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:30.218266 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2332e034-bbe5-4f75-9d4a-43de4c27416c req-fe74ca1f-00e6-499d-906a-48bc7d069238 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2871985
Apr 30 13:20:30.223604 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:30.251633 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:30.277849 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:30.298204 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2332e034-bbe5-4f75-9d4a-43de4c27416c req-8c03abf5-de28-4f3e-835e-4dda286370e4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728180
Apr 30 13:20:30.307559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:30.334580 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.securitygroups_db [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Project 4d9dbe0005674e0899b90b9db4c9423e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:20:30.360951 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.562485 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.641486 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.673273 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c74ac12b-da25-4748-902d-076902873be9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:30.778912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d79db4-7513-46da-9199-75cf2cc4839d,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:30.824143 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:30.937227 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.943727 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40004) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:30.950136 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'security_group_rule': {'security_group_id': 'c8bfd999-17e0-4f48-baf6-f9f868db21af', 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:30.957228 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7744930
Apr 30 13:20:30.976006 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:30.999660 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:security_group_rule and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:31.020291 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:31.035825 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bb0e4-6cf3-4e07-bf01-ba3c853a2e99 req-41aa51f6-69ab-45b6-a337-3d85c476931f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:31.038333 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eb2bb0e4-6cf3-4e07-bf01-ba3c853a2e99 req-41aa51f6-69ab-45b6-a337-3d85c476931f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.4743998
Apr 30 13:20:31.044492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:31.062090 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.securitygroups_db [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Project 4d9dbe0005674e0899b90b9db4c9423e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:20:31.078386 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.200649 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eb2bb0e4-6cf3-4e07-bf01-ba3c853a2e99 req-ad6c236c-b69f-4fa1-8ec5-fab0c2e5eb86 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1503377
Apr 30 13:20:31.212338 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.258200 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Transition to ACTIVE for port object 99d2655b-e541-477b-8a8f-617b5209e268 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:31.276119 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.280017 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:31.298492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.304973 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.320558 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:31.367532 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d216215a-1a95-4d99-ba51-7342aec3b3d3,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:31.372739 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:31.387150 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.398385 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4428623
Apr 30 13:20:31.538913 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Pushing event updated for resources: {'Port': ['ID=99d2655b-e541-477b-8a8f-617b5209e268,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:31.557151 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.557405 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.557743 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.558095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.558420 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.558742 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.559060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.559376 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.559701 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.560012 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.560324 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.560633 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:31.575042 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:31.780291 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Attempting to bind port 99d2655b-e541-477b-8a8f-617b5209e268 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:20:31.780667 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Attempting to bind port 99d2655b-e541-477b-8a8f-617b5209e268 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:20:31.781095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Attempting to bind port 99d2655b-e541-477b-8a8f-617b5209e268 on network 2f5f555e-97bf-4f1b-b486-8209e8429abd {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:31.791290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5337251-e6a2-4426-8034-7a92807c4833 req-f2638aaa-5c88-4460-beed-8cd6bf3cdc79 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:31.796884 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:20:31.797502 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Checking segment: {'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:31.798104 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.803399 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Bound using segment: {'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:20:31.804085 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Bound port: 99d2655b-e541-477b-8a8f-617b5209e268, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:20:31.804686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:31.806560 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c5337251-e6a2-4426-8034-7a92807c4833 req-f2638aaa-5c88-4460-beed-8cd6bf3cdc79 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1933119
Apr 30 13:20:31.925069 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c5337251-e6a2-4426-8034-7a92807c4833 req-184b3f19-6208-4af0-8e5b-49411aee0869 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171618
Apr 30 13:20:32.045906 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] For port 99d2655b-e541-477b-8a8f-617b5209e268, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:20:32.051505 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] For port 99d2655b-e541-477b-8a8f-617b5209e268, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=99d2655b-e541-477b-8a8f-617b5209e268,segment=NetworkSegment(e4d33d38-ac91-4819-b2eb-7928f17cf3cc),segment_id=e4d33d38-ac91-4819-b2eb-7928f17cf3cc)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:20:32.069678 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:32.076617 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:32.210409 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Pushing event updated for resources: {'Port': ['ID=99d2655b-e541-477b-8a8f-617b5209e268,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:32.215188 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-e50d541b-f4a9-4847-8b13-02f8ba171bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:32.232718 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Routers {'98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:32.233665 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8187c40>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:32.688151 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] Set router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:32.872969 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90fede-5210-498d-a4c6-0225df7765c5 req-7e1843b3-f0ee-4df6-ba34-b1cfd16976e6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:32.884560 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8b90fede-5210-498d-a4c6-0225df7765c5 req-7e1843b3-f0ee-4df6-ba34-b1cfd16976e6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.3056471
Apr 30 13:20:33.007425 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8b90fede-5210-498d-a4c6-0225df7765c5 req-0f88ba41-1925-4448-ac0e-c2acfbdc4683 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1169791
Apr 30 13:20:33.420758 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8187c40>, [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port': {'id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:15Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '99d2655b-e541-477b-8a8f-617b5209e268', 'name': '', 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'mac_address': 'fa:16:3e:e4:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4795213d-5cc7-4e3b-9c8b-12884b846f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:32Z', 'revision_number': 4, 'project_id': '766230de7b424702bf98d04c944463e7', 'subnets': [{'id': '4795213d-5cc7-4e3b-9c8b-12884b846f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:33.428410 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733f3af-b2a4-467e-86ea-3ff9c9f4a6e8 None None] The sync data for ids ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'] in dv-cinder-788364-2-iscsi is: [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port': {'id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:15Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '99d2655b-e541-477b-8a8f-617b5209e268', 'name': '', 'network_id': '2f5f555e-97bf-4f1b-b486-8209e8429abd', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'mac_address': 'fa:16:3e:e4:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4795213d-5cc7-4e3b-9c8b-12884b846f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:32Z', 'revision_number': 4, 'project_id': '766230de7b424702bf98d04c944463e7', 'subnets': [{'id': '4795213d-5cc7-4e3b-9c8b-12884b846f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:20:33.454359 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2e29-166d-4c62-8557-92dabf43e147 req-8b7f9a2c-d52c-4c2e-a805-c3db599d33b0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:33.464627 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f30e2e29-166d-4c62-8557-92dabf43e147 req-8b7f9a2c-d52c-4c2e-a805-c3db599d33b0 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2910359
Apr 30 13:20:33.553117 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f30e2e29-166d-4c62-8557-92dabf43e147 req-58601adf-1789-4b3f-975b-7631e255ddf3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874655
Apr 30 13:20:34.342520 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 99d2655b-e541-477b-8a8f-617b5209e268 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:34.463681 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd2595-3358-4617-9930-149336d81410 req-182d9fab-cb26-4ae7-92eb-439d305e1d64 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:34.465166 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4fcd2595-3358-4617-9930-149336d81410 req-182d9fab-cb26-4ae7-92eb-439d305e1d64 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.2476048
Apr 30 13:20:34.489882 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 99d2655b-e541-477b-8a8f-617b5209e268 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:34.499622 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 99d2655b-e541-477b-8a8f-617b5209e268 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:34.501810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:34.541253 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4fcd2595-3358-4617-9930-149336d81410 req-04760393-39a3-4123-b00f-8cf618948d94 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681024
Apr 30 13:20:34.643034 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:34.697997 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 99d2655b-e541-477b-8a8f-617b5209e268, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=99d2655b-e541-477b-8a8f-617b5209e268,segment=NetworkSegment(e4d33d38-ac91-4819-b2eb-7928f17cf3cc),segment_id=e4d33d38-ac91-4819-b2eb-7928f17cf3cc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:34.710283 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:34.713651 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-789b2f93-4ca4-4c2b-b2ee-87b899cad997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:34.878925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=99d2655b-e541-477b-8a8f-617b5209e268,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:34.883034 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:35.554485 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7770c15-f04b-472b-92c6-5af2405f8cb3 req-ea180e86-062d-481b-8859-771ffc561d65 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:35.555864 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a7770c15-f04b-472b-92c6-5af2405f8cb3 req-ea180e86-062d-481b-8859-771ffc561d65 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.1100829
Apr 30 13:20:35.606526 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a7770c15-f04b-472b-92c6-5af2405f8cb3 req-0691e4f1-d4c9-4c54-83e3-38e7c11b35d5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446298
Apr 30 13:20:35.756916 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046e4b-39d1-4367-bfed-c4d8636b7d0e req-22cf0bd2-18a3-4c61-a61f-8d2abcca34e4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:35.758554 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-46046e4b-39d1-4367-bfed-c4d8636b7d0e req-22cf0bd2-18a3-4c61-a61f-8d2abcca34e4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.0951374
Apr 30 13:20:35.810679 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-46046e4b-39d1-4367-bfed-c4d8636b7d0e req-bdacc7e2-6fb1-4c75-985b-31c8408a63ae tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450542
Apr 30 13:20:36.209991 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 99d2655b-e541-477b-8a8f-617b5209e268 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:36.289462 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 99d2655b-e541-477b-8a8f-617b5209e268 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:36.289832 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:36.834329 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2142c-369d-4cd8-96ef-9813c4baa337 req-f440f6e6-32d0-4a06-9bab-3bfdc7b8710a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:36.847154 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-32c2142c-369d-4cd8-96ef-9813c4baa337 req-f440f6e6-32d0-4a06-9bab-3bfdc7b8710a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.1315515
Apr 30 13:20:36.911570 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-32c2142c-369d-4cd8-96ef-9813c4baa337 req-f86d2971-564e-422c-b1f3-6b7e28c43b3d tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454011
Apr 30 13:20:37.087912 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf85a92-95b8-46d5-b799-5a716723a4be req-e48ab2aa-b78a-4cda-af76-eb91edc8fc81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:37.089468 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-acf85a92-95b8-46d5-b799-5a716723a4be req-e48ab2aa-b78a-4cda-af76-eb91edc8fc81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1239285
Apr 30 13:20:37.142823 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-acf85a92-95b8-46d5-b799-5a716723a4be req-7b4de2df-618e-49b0-9687-cffa6debedf3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472484
Apr 30 13:20:38.110681 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e97c8-1be2-4fc6-b8c8-c382f0ad581c req-67f1c4b8-175b-4953-b1af-11e59910c57e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:38.112591 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-660e97c8-1be2-4fc6-b8c8-c382f0ad581c req-67f1c4b8-175b-4953-b1af-11e59910c57e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.0922222
Apr 30 13:20:38.207200 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-660e97c8-1be2-4fc6-b8c8-c382f0ad581c req-9a452e88-b205-4cfc-92fd-33e727c134ca tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805883
Apr 30 13:20:38.488114 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deaab5-c28d-44e1-b7a3-df24022dba42 req-24f81f15-2a55-4d7d-bb9a-66ccb356d058 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:38.489638 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-89deaab5-c28d-44e1-b7a3-df24022dba42 req-24f81f15-2a55-4d7d-bb9a-66ccb356d058 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1193559
Apr 30 13:20:38.553463 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-89deaab5-c28d-44e1-b7a3-df24022dba42 req-d6dbd75f-1c6e-4393-8088-285d95d7deb0 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567248
Apr 30 13:20:38.634518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 40240) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:38.656087 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314f53-59b0-4196-916a-6814b4f877c8 req-4f6f4a4c-55a6-4234-8ff5-60996730793d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:38.657478 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d5314f53-59b0-4196-916a-6814b4f877c8 req-4f6f4a4c-55a6-4234-8ff5-60996730793d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.0856862
Apr 30 13:20:38.706775 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d5314f53-59b0-4196-916a-6814b4f877c8 req-c518155c-07b3-4952-bfdd-3003e9156ce2 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421526
Apr 30 13:20:38.746761 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Deleting subnet 9a693e42-ae69-42a6-960b-c58fb5826626 {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:20:38.751924 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:38.821121 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-cdc75fdc-bd23-46b4-a525-def03a0ddae3 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:38.822592 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-cdc75fdc-bd23-46b4-a525-def03a0ddae3 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.1548188
Apr 30 13:20:38.824903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:38.864328 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.257462 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Deleting port 25347b02-eba4-4cb1-8902-90ae885f45d1 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:20:39.258135 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.489628 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.514778 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7de088af-984d-44d4-b004-b30f8ff2fe18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:39.551838 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] For port 25347b02-eba4-4cb1-8902-90ae885f45d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25347b02-eba4-4cb1-8902-90ae885f45d1,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:39.552195 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.570336 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a693e42-ae69-42a6-960b-c58fb5826626,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:39.572449 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.628855 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:39.704779 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Calling delete_port for 25347b02-eba4-4cb1-8902-90ae885f45d1 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:20:39.712083 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9a693e42-ae69-42a6-960b-c58fb5826626 HTTP/1.1" status: 204  len: 168 time: 1.0741944
Apr 30 13:20:39.714284 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 40256) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:39.777201 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb956ad6-c98b-4eb4-906b-970ec06adb2c req-3eb42da6-fe4f-47a4-8261-41b8ac3465e7 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:39.778698 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cb956ad6-c98b-4eb4-906b-970ec06adb2c req-3eb42da6-fe4f-47a4-8261-41b8ac3465e7 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 945 time: 0.3843553
Apr 30 13:20:39.817669 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f650d09-fffb-4b44-a357-0f9cd5764619 req-e6cc05af-c4c5-4d30-88ae-46d0b1796b35 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:39.820467 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3f650d09-fffb-4b44-a357-0f9cd5764619 req-e6cc05af-c4c5-4d30-88ae-46d0b1796b35 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1275780
Apr 30 13:20:39.876501 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3f650d09-fffb-4b44-a357-0f9cd5764619 req-24bf8f8b-8354-4aa7-aa57-27bb81b2ffaa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476639
Apr 30 13:20:39.880194 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.910243 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cb956ad6-c98b-4eb4-906b-970ec06adb2c req-09a40bfd-b349-425d-b273-f2863acbf601 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249194
Apr 30 13:20:39.987450 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:20:40.060376 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7aa5c-8022-41a5-ae8b-f872b702f804 req-031b899f-b3c5-41c2-9f79-62134233e180 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:40.061397 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-92a7aa5c-8022-41a5-ae8b-f872b702f804 req-031b899f-b3c5-41c2-9f79-62134233e180 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.0846093
Apr 30 13:20:40.095188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:40.111171 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-92a7aa5c-8022-41a5-ae8b-f872b702f804 req-5f7db031-f2e0-4db2-8054-9b0a8ae42ece tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431151
Apr 30 13:20:40.193829 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:40.203689 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:40.245577 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['25347b02-eba4-4cb1-8902-90ae885f45d1'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:20:40.265408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Pushing event deleted for resources: {'Port': ['ID=25347b02-eba4-4cb1-8902-90ae885f45d1,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:40.317296 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:40.352092 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f55a7ba3bb0>> segment before_delete 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.352429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f55a7ba3bb0>> subnet precommit_delete_associations 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.353157 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> segment_host_mapping after_create 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.353601 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> port after_create 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.353918 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> port after_delete 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.354278 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> port after_update 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.354710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> segment after_delete 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.355032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> subnet after_create 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.355480 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> subnet after_delete 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.355897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f55a8e4bfd0>> subnet after_update 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.441137 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a7716b20>> subnet after_create 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.441482 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a7716b20>> subnet after_delete 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.441805 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a7716b20>> subnet before_create 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.442160 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f55a7716b20>> subnet before_update 55550000 {{(pid=73818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:20:40.442524 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a7ba3370>,) {'filters': {'network_id': ['aaedd0c6-8067-4afd-bcb2-ecc8e1a55154']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:40.468685 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] No DVR routers for this DVR port 25347b02-eba4-4cb1-8902-90ae885f45d1 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:20:40.471871 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a7ba3370>, '7c11b588-b5aa-4d1a-a735-31581e862466') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:40.472106 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a7ba3370>, '7c11b588-b5aa-4d1a-a735-31581e862466') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:40.479140 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:40.481874 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae91590-af1f-473b-9391-f77fe37593f2', 'name': 'network-vif-deleted', 'tag': '25347b02-eba4-4cb1-8902-90ae885f45d1'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:40.499185 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:40.513577 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea87b4e4-944b-4213-b424-96a5c8a0d96e req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "DELETE /v2.0/ports/25347b02-eba4-4cb1-8902-90ae885f45d1 HTTP/1.1" status: 204  len: 173 time: 1.6827395
Apr 30 13:20:40.516903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:40.524721 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:20:40.542305 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae91590-af1f-473b-9391-f77fe37593f2', 'name': 'network-vif-deleted', 'tag': '25347b02-eba4-4cb1-8902-90ae885f45d1', 'status': 'completed', 'code': 200}
Apr 30 13:20:40.784001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:20:40.794274 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:40.994335 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:20:41.066940 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Network aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   from cryptography.utils import int_from_bytes
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   from cryptography.utils import int_from_bytes
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:20:41.093933 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:20:41.119099 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e84a0-cb99-4205-90c4-7366da98eac5 req-691dea8b-9580-46ba-8d4f-2705cf012bda tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:41.121385 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931e84a0-cb99-4205-90c4-7366da98eac5 req-691dea8b-9580-46ba-8d4f-2705cf012bda tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 943 time: 0.1079760
Apr 30 13:20:41.203015 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-05780ea0-b6aa-4a68-bc9c-968e0a76eba5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:41.204123 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-05780ea0-b6aa-4a68-bc9c-968e0a76eba5 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.3954992
Apr 30 13:20:41.204987 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931e84a0-cb99-4205-90c4-7366da98eac5 req-bd5f81e1-d7a9-45f6-bbfa-7eb29d848914 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773585
Apr 30 13:20:41.218144 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:41.222894 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.241744 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.243905 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'port_id': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'mac_address': 'fa:16:3e:0d:e4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:20:41.257592 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fb39f020-23cf-4d6f-a516-3d1f003f87d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:41.287045 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Pushing event deleted for resources: {'Network': ['ID=aaedd0c6-8067-4afd-bcb2-ecc8e1a55154,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:41.292010 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:41.296558 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-f7ba9db3-f7cc-40b8-9f78-41b9933b42cb admin admin] 10.222.0.79 "DELETE /v2.0/networks/aaedd0c6-8067-4afd-bcb2-ecc8e1a55154 HTTP/1.1" status: 204  len: 168 time: 1.5787752
Apr 30 13:20:41.376600 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.412415 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c715c3-b0fe-400d-89f5-80c09379ea24 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:20:41.425366 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-73c6cbe7-867c-4f93-97c2-99422a5df8e3 req-bc992fd2-c3e2-4db9-8b9c-1c483d72b92b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Synchronizing usage tracker for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:20:41.433126 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:41.439239 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.442775 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:41.505369 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-73c6cbe7-867c-4f93-97c2-99422a5df8e3 req-bc992fd2-c3e2-4db9-8b9c-1c483d72b92b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Unset dirty status for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:20:41.507449 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-73c6cbe7-867c-4f93-97c2-99422a5df8e3 req-bc992fd2-c3e2-4db9-8b9c-1c483d72b92b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ae91590-af1f-473b-9391-f77fe37593f2 HTTP/1.1" status: 200  len: 210 time: 0.1476085
Apr 30 13:20:41.511125 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584c8a-8886-4162-bdff-a7c1d469acf6 req-536298a7-f6eb-4ca6-8508-83fd5d24079f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:41.534514 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a6584c8a-8886-4162-bdff-a7c1d469acf6 req-536298a7-f6eb-4ca6-8508-83fd5d24079f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 945 time: 0.1939759
Apr 30 13:20:41.556844 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=9']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:41.562765 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:41.585739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Deleting port f5b457d3-15e2-4e12-a63e-4e6d1632b84c {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:20:41.587206 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.609112 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a6584c8a-8886-4162-bdff-a7c1d469acf6 req-51c04b1d-e91d-4a8f-9b89-d7e0350441d0 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683417
Apr 30 13:20:41.632879 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40280) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:41.706046 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b7dc1b55-8830-4ddd-8ed4-f73231edf0bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9079985bd0cc444091cb61ab2418c9a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0700836
Apr 30 13:20:41.710141 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40286) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:41.776281 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.818571 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.840495 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] For port f5b457d3-15e2-4e12-a63e-4e6d1632b84c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:41.840852 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.906205 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.915922 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a246a679-ddef-42f1-a70c-3fd591ac7783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:41.935035 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15f3ef-d803-40c6-84fe-0105f42b1043,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:41.947025 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.947450 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.947809 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.948166 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.948508 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.948853 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.949375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.949781 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.950149 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.950498 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.950954 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.951255 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.957314 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:41.959575 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.960615 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a15f3ef-d803-40c6-84fe-0105f42b1043 HTTP/1.1" status: 204  len: 168 time: 0.2494140
Apr 30 13:20:41.996975 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Calling delete_port for f5b457d3-15e2-4e12-a63e-4e6d1632b84c owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:20:42.016138 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df51eb1-f6a2-4dfe-8362-0df02fee0c5e req-48446da1-415b-4204-9a71-b110b9146c1b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:42.018240 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6df51eb1-f6a2-4dfe-8362-0df02fee0c5e req-48446da1-415b-4204-9a71-b110b9146c1b tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.3560314
Apr 30 13:20:42.048306 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['d3c715c3-b0fe-400d-89f5-80c09379ea24'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:20:42.078298 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6df51eb1-f6a2-4dfe-8362-0df02fee0c5e req-7946eecd-be1f-4a73-b163-f8a3163a234e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486042
Apr 30 13:20:42.211144 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.219883 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:42.275689 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event deleted for resources: {'Port': ['ID=f5b457d3-15e2-4e12-a63e-4e6d1632b84c,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:42.310558 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:42.360293 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] No DVR routers for this DVR port f5b457d3-15e2-4e12-a63e-4e6d1632b84c on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:20:42.363821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.382049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-df18e43b-f975-4795-86eb-b2fd2d55461e req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "DELETE /v2.0/ports/f5b457d3-15e2-4e12-a63e-4e6d1632b84c HTTP/1.1" status: 204  len: 173 time: 1.0724111
Apr 30 13:20:42.482588 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4388b-dec3-47ed-a566-d89e9ed763ed req-9a8e7a1a-178d-4414-8786-bf85a4a37820 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:42.484244 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8bb4388b-dec3-47ed-a566-d89e9ed763ed req-9a8e7a1a-178d-4414-8786-bf85a4a37820 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.1183817
Apr 30 13:20:42.537940 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8bb4388b-dec3-47ed-a566-d89e9ed763ed req-ecfc7da7-b098-4398-9c2f-53a679781edb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449116
Apr 30 13:20:42.544006 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'name': 'network-vif-deleted', 'tag': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:42.616321 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6ccbb4-3ad3-4ffa-b205-32968e961896', 'name': 'network-vif-deleted', 'tag': 'f5b457d3-15e2-4e12-a63e-4e6d1632b84c', 'status': 'completed', 'code': 200}
Apr 30 13:20:42.872332 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-119a3088-270c-48ab-9d4b-11db6b2a628a req-295ae4c7-f6b9-48e4-9f3b-c36c4828cd4a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a6ccbb4-3ad3-4ffa-b205-32968e961896 HTTP/1.1" status: 200  len: 210 time: 0.0894396
Apr 30 13:20:43.065173 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f5b457d3-15e2-4e12-a63e-4e6d1632b84c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:20:43.107933 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: f5b457d3-15e2-4e12-a63e-4e6d1632b84c {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:20:43.108363 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device f5b457d3-15e2-4e12-a63e-4e6d1632b84c not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:20:43.108897 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 25347b02-eba4-4cb1-8902-90ae885f45d1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:20:43.161150 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 25347b02-eba4-4cb1-8902-90ae885f45d1 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:20:43.161748 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 25347b02-eba4-4cb1-8902-90ae885f45d1 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:20:43.299466 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e1cb5-050c-4574-9a37-6b005fcea7b4 req-f1de91cc-ee20-4bec-89d7-92ccf6eef348 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:43.301044 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9f5e1cb5-050c-4574-9a37-6b005fcea7b4 req-f1de91cc-ee20-4bec-89d7-92ccf6eef348 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0966690
Apr 30 13:20:43.353743 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9f5e1cb5-050c-4574-9a37-6b005fcea7b4 req-095b0269-8cf5-4dfe-a57e-2f27b6065da2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429440
Apr 30 13:20:43.417925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['50ec7608-d829-47e1-b2f7-14e702acb0fc', '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', '993e83a7-97b0-4089-ba75-29f8911a36c4'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:20:43.758479 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1fa7c-1c2d-4074-afc2-eb6e585fc4e7 req-cb98f60c-cb83-4bb3-aee8-33847bd964d9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:43.762532 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-11c1fa7c-1c2d-4074-afc2-eb6e585fc4e7 req-cb98f60c-cb83-4bb3-aee8-33847bd964d9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.0939381
Apr 30 13:20:43.814352 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-11c1fa7c-1c2d-4074-afc2-eb6e585fc4e7 req-4e06b51b-0a48-4f4e-a835-372b53fccf43 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466268
Apr 30 13:20:44.108758 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc130-0a26-46f3-b5dc-fc33ef5deaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:44.555390 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085885d-3e63-4c33-b0ee-95dca283ab5c req-8c170376-7d55-42c5-8b7f-d720cd374c5e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:44.556879 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7085885d-3e63-4c33-b0ee-95dca283ab5c req-8c170376-7d55-42c5-8b7f-d720cd374c5e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0926611
Apr 30 13:20:44.602741 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7085885d-3e63-4c33-b0ee-95dca283ab5c req-455d5166-7987-4dda-b49f-634003b8c549 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400748
Apr 30 13:20:45.012069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e611-cd8e-47b9-b7a2-f009db47529b req-c31ffdc2-4a97-4b9e-8c2f-b855656985a6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:45.013524 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-15f3e611-cd8e-47b9-b7a2-f009db47529b req-c31ffdc2-4a97-4b9e-8c2f-b855656985a6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.0799878
Apr 30 13:20:45.065548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-15f3e611-cd8e-47b9-b7a2-f009db47529b req-cb140cd9-939a-4d92-8bf3-f8753f0ec35f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433288
Apr 30 13:20:45.791313 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9e2f4-fe4a-434d-9336-e5875e8f02bb req-b2f7a2e2-6f99-4ec1-9ffb-50021352ee57 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:45.792784 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-06e9e2f4-fe4a-434d-9336-e5875e8f02bb req-b2f7a2e2-6f99-4ec1-9ffb-50021352ee57 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.0808942
Apr 30 13:20:45.840531 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-06e9e2f4-fe4a-434d-9336-e5875e8f02bb req-8be69ed2-9d2e-4f5f-a36c-601c8e4f16b2 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415761
Apr 30 13:20:46.337437 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574d172-28dd-424d-a0e5-9054922cd228 req-a48a32de-fdab-4239-970a-2d7231200174 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:46.338959 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1574d172-28dd-424d-a0e5-9054922cd228 req-a48a32de-fdab-4239-970a-2d7231200174 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.1508291
Apr 30 13:20:46.384789 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1574d172-28dd-424d-a0e5-9054922cd228 req-536e2fca-3199-4986-bcf5-61a6796abb63 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402312
Apr 30 13:20:46.788537 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-794fa8e2-8ecb-4893-8443-5bae736ab121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:46.942696 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-575b14de-fc35-4189-b6ba-1425dcec5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:46.944169 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-575b14de-fc35-4189-b6ba-1425dcec5b21 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1097 time: 0.0850160
Apr 30 13:20:47.078255 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:47.127948 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-5e4acfd1-a6f7-41ca-9708-de417d2b54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.129561 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-5e4acfd1-a6f7-41ca-9708-de417d2b54d3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.1618052
Apr 30 13:20:47.137478 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786f35-8f22-41e6-ba2d-d44aa1583e12 req-b55dd378-75ac-4b65-9cf3-ef1b88aedbbd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.138944 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ea786f35-8f22-41e6-ba2d-d44aa1583e12 req-b55dd378-75ac-4b65-9cf3-ef1b88aedbbd tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1765583
Apr 30 13:20:47.187272 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ea786f35-8f22-41e6-ba2d-d44aa1583e12 req-62b4c4a9-8740-4fdd-9cfd-c3c1b93c2ca7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419915
Apr 30 13:20:47.260612 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-96208831-3218-457b-9369-12e1e5246462 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 999 time: 0.1012187
Apr 30 13:20:47.337316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-27e361c9-8b4d-4ab6-a3f9-6819a8185623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.338704 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-27e361c9-8b4d-4ab6-a3f9-6819a8185623 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0591431
Apr 30 13:20:47.426400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-59dfff65-3f2f-48a2-a4e4-a5c054e483ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.428745 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-59dfff65-3f2f-48a2-a4e4-a5c054e483ba service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820661
Apr 30 13:20:47.476505 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:47.715544 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-f72996dc-8854-4618-990a-b6d0feaa4d7d service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485354
Apr 30 13:20:47.760164 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-a98650ed-2497-42e3-bcbd-4ea9611866b6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.761742 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-a98650ed-2497-42e3-bcbd-4ea9611866b6 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.2725973
Apr 30 13:20:47.911285 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f1a4c-2ed0-4f7b-9ab5-eb37187aed2c req-f90d116d-7200-4ff2-9557-d953e4fe0c62 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.912724 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c5f1a4c-2ed0-4f7b-9ab5-eb37187aed2c req-f90d116d-7200-4ff2-9557-d953e4fe0c62 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.3739057
Apr 30 13:20:48.036397 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c57ff68c-0488-4d3c-b33f-1bb2db81b2d9 req-291a9f88-fd4d-4cf1-92c6-58f36705f688 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3093445
Apr 30 13:20:48.040619 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3c5f1a4c-2ed0-4f7b-9ab5-eb37187aed2c req-21505fa8-44f2-4338-952d-1e4e783c8918 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192529
Apr 30 13:20:48.070450 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Deleting port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:20:48.070808 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.218818 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] For port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:48.219176 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.365453 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Calling delete_port for 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:20:48.407410 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.463713 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972b7c7-ccb9-49ed-ade8-59257a11061c req-1c1b6b96-3f7c-4035-a6cb-b5989bc691b3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:48.466112 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4972b7c7-ccb9-49ed-ade8-59257a11061c req-1c1b6b96-3f7c-4035-a6cb-b5989bc691b3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 946 time: 0.1327534
Apr 30 13:20:48.537914 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4972b7c7-ccb9-49ed-ade8-59257a11061c req-7230dde2-a480-42c9-a821-3e4741aa8562 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613902
Apr 30 13:20:48.542797 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.559894 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:48.596226 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['3291dc06-c1f9-4322-b292-ef88b1d2e531', '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:20:48.797237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Pushing event deleted for resources: {'Port': ['ID=3bf7253a-ca9c-4a79-b9c4-d8404a9e675d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:48.833687 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:48.846791 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.846791 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.847230 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.847418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.847775 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.848359 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.848710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.849050 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.849390 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.849729 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.850153 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.850498 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:48.895675 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:48.925274 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] No DVR routers for this DVR port 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:20:48.930037 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.932787 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'name': 'network-vif-deleted', 'tag': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:48.992759 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e62753e-a497-4e8e-b2fe-a767847660ec req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "DELETE /v2.0/ports/3bf7253a-ca9c-4a79-b9c4-d8404a9e675d HTTP/1.1" status: 204  len: 173 time: 1.2136433
Apr 30 13:20:49.024963 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5fb2f8-696c-48e0-a4f2-c8410fec693f', 'name': 'network-vif-deleted', 'tag': '3bf7253a-ca9c-4a79-b9c4-d8404a9e675d', 'status': 'completed', 'code': 200}
Apr 30 13:20:49.128411 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port d3c715c3-b0fe-400d-89f5-80c09379ea24 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:49.128889 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.248872 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4698-5a40-4b4c-8ee9-fbc8e5b2aafe req-208f1678-eefc-441d-b82a-3747fe2e66fd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:49.249110 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-d2ff4698-5a40-4b4c-8ee9-fbc8e5b2aafe req-208f1678-eefc-441d-b82a-3747fe2e66fd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:20:49.266643 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.270433 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7f2d6-dfff-49b5-b37e-c879a5061d7a req-b4d66468-b4ae-42bf-85ca-96dcc1f68794 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:49.272121 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7f7f2d6-dfff-49b5-b37e-c879a5061d7a req-b4d66468-b4ae-42bf-85ca-96dcc1f68794 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 944 time: 0.0997524
Apr 30 13:20:49.275618 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-d2ff4698-5a40-4b4c-8ee9-fbc8e5b2aafe req-208f1678-eefc-441d-b82a-3747fe2e66fd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:20:49.276955 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d2ff4698-5a40-4b4c-8ee9-fbc8e5b2aafe req-208f1678-eefc-441d-b82a-3747fe2e66fd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.1346626
Apr 30 13:20:49.327599 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7f7f2d6-dfff-49b5-b37e-c879a5061d7a req-be3d63c4-2022-444e-bbe6-953466b50e53 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458910
Apr 30 13:20:49.334819 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d2ff4698-5a40-4b4c-8ee9-fbc8e5b2aafe req-162e9849-a811-4a20-bed5-8e4db443ce35 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515323
Apr 30 13:20:49.353269 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.387151 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:49.397287 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:49.402544 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.404841 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:49.441937 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'code': 200}
Apr 30 13:20:49.492042 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=10']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:49.496886 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:49.725561 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-dd5b6b76-703d-48b6-9b56-89375ab3337d req-a2c18a1b-82ed-4f6d-aa91-f3ca5f36cf4c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Synchronizing usage tracker for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:20:49.743699 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-dd5b6b76-703d-48b6-9b56-89375ab3337d req-a2c18a1b-82ed-4f6d-aa91-f3ca5f36cf4c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Unset dirty status for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:20:49.745436 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dd5b6b76-703d-48b6-9b56-89375ab3337d req-a2c18a1b-82ed-4f6d-aa91-f3ca5f36cf4c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c5fb2f8-696c-48e0-a4f2-c8410fec693f HTTP/1.1" status: 200  len: 210 time: 0.0693955
Apr 30 13:20:50.174250 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d666ffe-ff23-4225-ac3c-d4445ed4ffc5 req-6e6b9bcb-f608-4bc4-a573-cc6d19b6199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:50.176143 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d666ffe-ff23-4225-ac3c-d4445ed4ffc5 req-6e6b9bcb-f608-4bc4-a573-cc6d19b6199b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1099 time: 0.0821726
Apr 30 13:20:50.231768 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d666ffe-ff23-4225-ac3c-d4445ed4ffc5 req-68964e9c-43fc-4172-980c-b8d1f4c867dd service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395904
Apr 30 13:20:50.550829 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8393-9626-43fa-80fb-9b8935c07595 req-bd1e919d-15f1-4421-906e-cc67dcbe3ac4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:50.554527 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-598d8393-9626-43fa-80fb-9b8935c07595 req-bd1e919d-15f1-4421-906e-cc67dcbe3ac4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.1054883
Apr 30 13:20:50.562837 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9652cb-2935-445f-bd14-59a8b5381d81 req-c95f2006-2d56-4e26-bf84-f02e75fe6862 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:50.564441 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-af9652cb-2935-445f-bd14-59a8b5381d81 req-c95f2006-2d56-4e26-bf84-f02e75fe6862 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.1016693
Apr 30 13:20:50.610419 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-598d8393-9626-43fa-80fb-9b8935c07595 req-6af720e1-1dfd-4e07-8361-6167fee31d3e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508747
Apr 30 13:20:50.665731 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-af9652cb-2935-445f-bd14-59a8b5381d81 req-c44c9d83-99e6-422f-b0e9-2a0f4838242b tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935297
Apr 30 13:20:51.220651 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6c07d-69ee-4704-8255-21c519b63b3d req-25e147e4-c8dc-4c96-9b6f-1f5f0f40ddc9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:51.221977 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-63c6c07d-69ee-4704-8255-21c519b63b3d req-25e147e4-c8dc-4c96-9b6f-1f5f0f40ddc9 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0856352
Apr 30 13:20:51.274557 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-63c6c07d-69ee-4704-8255-21c519b63b3d req-1a95a67b-761c-4db4-90e8-d4399bf3f668 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460539
Apr 30 13:20:51.835389 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6e905-b7e5-4504-8397-e404de9f3a8f req-6e402555-8705-48d4-b436-088425c251f6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:51.842584 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f0c6e905-b7e5-4504-8397-e404de9f3a8f req-6e402555-8705-48d4-b436-088425c251f6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.0936995
Apr 30 13:20:51.867888 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3dbf3-7509-44c5-a1ed-97e2dc6e7de9 req-da52bbee-be9a-49d6-8f93-f2b1513f1b29 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:51.869556 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a1e3dbf3-7509-44c5-a1ed-97e2dc6e7de9 req-da52bbee-be9a-49d6-8f93-f2b1513f1b29 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.0895612
Apr 30 13:20:51.887000 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f0c6e905-b7e5-4504-8397-e404de9f3a8f req-a3584fb0-6afe-47b4-8010-e8ce295dd63e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434976
Apr 30 13:20:51.918116 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a1e3dbf3-7509-44c5-a1ed-97e2dc6e7de9 req-ad3a1964-66d7-4f94-b199-f3d54a7204fd tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415337
Apr 30 13:20:52.472804 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42235cdf-d6d9-41b6-8d37-fd56af9c0e74 req-ffeae85c-6d5d-4132-b54f-ab6943845e90 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:52.474334 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-42235cdf-d6d9-41b6-8d37-fd56af9c0e74 req-ffeae85c-6d5d-4132-b54f-ab6943845e90 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0862508
Apr 30 13:20:52.506328 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:20:52.522736 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-42235cdf-d6d9-41b6-8d37-fd56af9c0e74 req-c17f1ccc-fa1d-4485-b0b8-67a2dd05b754 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425277
Apr 30 13:20:52.542102 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:20:52.542520 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3bf7253a-ca9c-4a79-b9c4-d8404a9e675d not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:20:53.090350 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe3be-38da-41cd-91d3-cb8a3406eeb0 req-fa40e33c-d18a-49a6-aa44-a736f7d7de13 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:53.091833 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a46fe3be-38da-41cd-91d3-cb8a3406eeb0 req-fa40e33c-d18a-49a6-aa44-a736f7d7de13 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.0855362
Apr 30 13:20:53.108994 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbbcc9-53e5-4733-a9f7-eafb95c623aa req-30149d72-f606-4c8a-9fa7-778c625b5403 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:53.110594 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-19cbbcc9-53e5-4733-a9f7-eafb95c623aa req-30149d72-f606-4c8a-9fa7-778c625b5403 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.0825486
Apr 30 13:20:53.139611 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a46fe3be-38da-41cd-91d3-cb8a3406eeb0 req-18cd750c-4523-4145-9301-df2321043a0c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415218
Apr 30 13:20:53.161653 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-19cbbcc9-53e5-4733-a9f7-eafb95c623aa req-d1b6d491-4fbe-4db4-ad04-1bf2460bf7a7 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444407
Apr 30 13:20:53.723187 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd26ff-d79b-4721-9d47-1322c26dbc48 req-4821fe11-50d9-4d5f-8c86-afe1c44d2f76 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:53.724685 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-27cd26ff-d79b-4721-9d47-1322c26dbc48 req-4821fe11-50d9-4d5f-8c86-afe1c44d2f76 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0875380
Apr 30 13:20:53.771295 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-27cd26ff-d79b-4721-9d47-1322c26dbc48 req-81f4032a-e497-40f8-bf64-c3b26436e130 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405259
Apr 30 13:20:54.343347 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d83d84-2c32-4eb2-afa3-9511b86144df req-f81e75c8-f2ae-4bba-bf85-800a39fc5d36 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:54.344882 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c0d83d84-2c32-4eb2-afa3-9511b86144df req-f81e75c8-f2ae-4bba-bf85-800a39fc5d36 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.0848897
Apr 30 13:20:54.359649 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ebe5c-4879-4a1a-a715-c88d2c81ed90 req-26d71e48-80ea-4b2b-a940-e214893d24ab tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:54.362045 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-259ebe5c-4879-4a1a-a715-c88d2c81ed90 req-26d71e48-80ea-4b2b-a940-e214893d24ab tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.0861616
Apr 30 13:20:54.393829 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c0d83d84-2c32-4eb2-afa3-9511b86144df req-2e08e972-6bc8-4808-b295-23b75645e0b5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428841
Apr 30 13:20:54.411861 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-259ebe5c-4879-4a1a-a715-c88d2c81ed90 req-53ef22ae-9451-487a-b80e-10b1e3fcda93 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430853
Apr 30 13:20:54.794218 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-ab4aecca-1b26-4d85-89ed-c9b263b832fc tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:54.796098 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-ab4aecca-1b26-4d85-89ed-c9b263b832fc tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 814 time: 0.1511042
Apr 30 13:20:54.817089 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-7937524a-b23b-439a-990b-d4d1244ab904 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/quotas/073a579db08449979c1fefb12078f6e9 HTTP/1.1" status: 200  len: 375 time: 0.0121322
Apr 30 13:20:54.872624 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b55a6532-cf63-45fb-bf65-aa1de010ffca tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496111
Apr 30 13:20:54.996149 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41827eb-0589-4746-9099-62d9262f4df8 req-e90eb600-e8a6-4585-8451-71f06ad00f0a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:54.997635 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a41827eb-0589-4746-9099-62d9262f4df8 req-e90eb600-e8a6-4585-8451-71f06ad00f0a tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.0968492
Apr 30 13:20:55.061188 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-5479cfd5-abcb-46cc-8d54-a50ad75ea706 service neutron] 10.222.0.79 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814609
Apr 30 13:20:55.066595 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a41827eb-0589-4746-9099-62d9262f4df8 req-991e0e29-93e9-48fd-a6fc-78c90e17be7c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588880
Apr 30 13:20:55.247203 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-9e187a2f-afee-4750-b71e-f4e450e44148 service neutron] 10.222.0.79 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736603
Apr 30 13:20:55.492819 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-768d7bc7-203a-4fb4-ab36-006eea74105a req-8c549af3-a8b9-484c-aaf3-aca21a997236 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0709577
Apr 30 13:20:55.760492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08878a5-325a-438b-9cc8-1f74b6310aac req-75c5b202-3e74-464d-857c-764b69880ab6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:55.763328 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e08878a5-325a-438b-9cc8-1f74b6310aac req-75c5b202-3e74-464d-857c-764b69880ab6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.1340725
Apr 30 13:20:55.833532 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e08878a5-325a-438b-9cc8-1f74b6310aac req-b9705a7c-1ddc-452f-a933-6f24733f7b4a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623055
Apr 30 13:20:55.850518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1948627-e0ce-4cb8-a217-2d39e1b42f9b req-bbae8ef8-a685-4943-a735-59f1224c1291 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:55.855050 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c1948627-e0ce-4cb8-a217-2d39e1b42f9b req-bbae8ef8-a685-4943-a735-59f1224c1291 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.1974499
Apr 30 13:20:55.952165 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c1948627-e0ce-4cb8-a217-2d39e1b42f9b req-d6d9e570-8cb9-4ae5-b2ba-64292b7a2fd9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906072
Apr 30 13:20:56.080546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-cbc33652-8354-4744-8d75-4b0a1c6a5665 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:56.084548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-cbc33652-8354-4744-8d75-4b0a1c6a5665 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 945 time: 0.1272101
Apr 30 13:20:56.320640 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1885a69-0d09-4ad3-a64c-e4bbefbd99bf req-dee1442c-17a5-423c-aebb-ea6908f225a4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:56.326208 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c1885a69-0d09-4ad3-a64c-e4bbefbd99bf req-dee1442c-17a5-423c-aebb-ea6908f225a4 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1150177
Apr 30 13:20:56.411246 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c1885a69-0d09-4ad3-a64c-e4bbefbd99bf req-82005b2e-7865-4845-99ac-795ceed2b35e tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784311
Apr 30 13:20:56.500545 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Deleting port 993e83a7-97b0-4089-ba75-29f8911a36c4 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:20:56.500890 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:56.663425 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b4f7fc86-e5b6-40a1-9991-de6ec39380e7 req-94c1c4f8-0176-4cff-a255-388414c4e69f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0554135
Apr 30 13:20:56.696747 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] For port 993e83a7-97b0-4089-ba75-29f8911a36c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=993e83a7-97b0-4089-ba75-29f8911a36c4,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:56.697106 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:56.831260 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Calling delete_port for 993e83a7-97b0-4089-ba75-29f8911a36c4 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:20:57.006573 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.026611 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-60a3c3f0-c53f-4e6d-838d-cf48c69f780e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:57.062242 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d8645000-13a7-422e-be26-2823acd651c5 req-27561510-f1de-4b99-bc64-6b9f47853488 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 210 time: 0.0804043
Apr 30 13:20:57.068327 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['50ec7608-d829-47e1-b2f7-14e702acb0fc', '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', '993e83a7-97b0-4089-ba75-29f8911a36c4'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:20:57.145424 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event deleted for resources: {'Port': ['ID=993e83a7-97b0-4089-ba75-29f8911a36c4,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:57.153144 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:57.394996 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] No DVR routers for this DVR port 993e83a7-97b0-4089-ba75-29f8911a36c4 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:20:57.405152 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.409466 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'name': 'network-vif-deleted', 'tag': '993e83a7-97b0-4089-ba75-29f8911a36c4'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:57.458050 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ace90958-dc61-45b0-b4c0-7beb95cdabb8 req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "DELETE /v2.0/ports/993e83a7-97b0-4089-ba75-29f8911a36c4 HTTP/1.1" status: 204  len: 173 time: 1.3177395
Apr 30 13:20:57.510205 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-34bfedea-dc4d-4fab-acd9-e22f0907743e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:57.512047 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-34bfedea-dc4d-4fab-acd9-e22f0907743e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 814 time: 0.4285684
Apr 30 13:20:57.514570 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d74a82-eb0b-4b65-bbe2-8960312e9dd8', 'name': 'network-vif-deleted', 'tag': '993e83a7-97b0-4089-ba75-29f8911a36c4', 'status': 'completed', 'code': 200}
Apr 30 13:20:57.550295 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28233b2f-162e-49bd-a0ef-cebdab949063 req-591669bc-a041-42e8-abc9-de8c46bd8282 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:57.574643 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28233b2f-162e-49bd-a0ef-cebdab949063 req-591669bc-a041-42e8-abc9-de8c46bd8282 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.4090309
Apr 30 13:20:57.600546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Request body: {'port': {'device_id': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb', 'admin_state_up': True, 'tenant_id': '073a579db08449979c1fefb12078f6e9'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:57.686682 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28233b2f-162e-49bd-a0ef-cebdab949063 req-0f36dbea-6df5-423e-b0c1-a77a158c53f8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218493
Apr 30 13:20:57.751094 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc9581-4124-450f-b663-b47f9c593541 req-ecaf622b-2072-4ebb-94a0-2bb16b69e88c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:57.759955 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bfc9581-4124-450f-b663-b47f9c593541 req-ecaf622b-2072-4ebb-94a0-2bb16b69e88c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1321363
Apr 30 13:20:57.851250 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bfc9581-4124-450f-b663-b47f9c593541 req-f415c66a-30f3-465f-92ee-397c31a55d4f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901182
Apr 30 13:20:57.898209 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a265e0f2-d038-4ca8-aa38-3d0dc64cc1b5 req-fc88cf58-f3e7-4764-ab0d-688b91ea2dd8 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0570743
Apr 30 13:20:57.935129 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:57.946292 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:57.956327 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Made reservation on behalf of 073a579db08449979c1fefb12078f6e9 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:20:57.959885 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:58.146269 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Allocated IP 172.20.0.14 (b08e9f30-22e3-4606-a3ee-bc90a0d6aebb/d9122d35-0fed-4619-8595-5a6221036286/3954223d-04e7-4b33-80b7-6667a5b1731c) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:20:58.286709 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d156b2f4-1695-4d02-96f3-e4bcf628d9c6 req-38b5eaa9-d913-4a85-892e-f5bfdb9efd8a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d74a82-eb0b-4b65-bbe2-8960312e9dd8 HTTP/1.1" status: 200  len: 210 time: 0.0751069
Apr 30 13:20:58.435323 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:58.471879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:58.478375 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1cd160fa-d775-4511-8c78-648635fa865e tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:58.549912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:58.558541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:58.563125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:58.605960 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Pushing event updated for resources: {'Port': ['ID=3954223d-04e7-4b33-80b7-6667a5b1731c,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:58.611946 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:58.636714 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:58.637318 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:58.663126 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0698452
Apr 30 13:20:58.686020 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Request body: {'port': {'device_id': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:58.889182 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:59.114533 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc93435-acf2-4094-8330-e683c204423f req-7004708e-6403-46bf-bb49-68f7db86cb7f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:59.116181 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bc93435-acf2-4094-8330-e683c204423f req-7004708e-6403-46bf-bb49-68f7db86cb7f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 932 time: 0.0958862
Apr 30 13:20:59.166119 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bc93435-acf2-4094-8330-e683c204423f req-b297802d-7e80-4b85-99eb-69e3dcace86a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424807
Apr 30 13:20:59.307246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b863a6b-227e-41cd-b120-ce2ab8d8b10d req-f5a710eb-975b-40a3-bc76-e7c31ba48f45 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:59.308694 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0b863a6b-227e-41cd-b120-ce2ab8d8b10d req-f5a710eb-975b-40a3-bc76-e7c31ba48f45 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2163439
Apr 30 13:20:59.410642 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0b863a6b-227e-41cd-b120-ce2ab8d8b10d req-1629ea8e-0c98-4e55-a1ef-1ee05fd05ae3 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958180
Apr 30 13:20:59.447664 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3954223d-04e7-4b33-80b7-6667a5b1731c {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:20:59.457887 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:59.477559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Transition to ACTIVE for port object 3954223d-04e7-4b33-80b7-6667a5b1731c will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:59.484347 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:59.489835 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b18335b9-9ed5-4a3b-bf9e-cb0f9c9dfc63 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:59.586162 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 993e83a7-97b0-4089-ba75-29f8911a36c4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:20:59.637863 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 993e83a7-97b0-4089-ba75-29f8911a36c4 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:20:59.638170 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 993e83a7-97b0-4089-ba75-29f8911a36c4 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:20:59.672509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Pushing event updated for resources: {'Port': ['ID=3954223d-04e7-4b33-80b7-6667a5b1731c,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:59.688646 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:59.835963 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Attempting to bind port 3954223d-04e7-4b33-80b7-6667a5b1731c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:20:59.836374 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Attempting to bind port 3954223d-04e7-4b33-80b7-6667a5b1731c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:20:59.836790 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Attempting to bind port 3954223d-04e7-4b33-80b7-6667a5b1731c on network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:59.850616 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Port 3954223d-04e7-4b33-80b7-6667a5b1731c on network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:20:59.850935 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Attempting to bind port 3954223d-04e7-4b33-80b7-6667a5b1731c on network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:59.860539 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:20:59.860956 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Checking segment: {'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:59.861518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Bound using segment: {'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:20:59.862142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Bound port: 3954223d-04e7-4b33-80b7-6667a5b1731c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c50e5d-e32d-4949-b3b0-644e5a9da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:20:59.862494 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:59.891276 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a081fa-8fbe-4a28-8174-d2d663c653be req-a67c36e9-8a5e-4715-a077-e56aade4889d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:59.892013 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b7a081fa-8fbe-4a28-8174-d2d663c653be req-a67c36e9-8a5e-4715-a077-e56aade4889d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:20:59.962115 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b7a081fa-8fbe-4a28-8174-d2d663c653be req-a67c36e9-8a5e-4715-a077-e56aade4889d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:20:59.963151 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b7a081fa-8fbe-4a28-8174-d2d663c653be req-a67c36e9-8a5e-4715-a077-e56aade4889d tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 946 time: 0.2201080
Apr 30 13:21:00.010645 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] For port 3954223d-04e7-4b33-80b7-6667a5b1731c, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:00.030937 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] For port 3954223d-04e7-4b33-80b7-6667a5b1731c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3954223d-04e7-4b33-80b7-6667a5b1731c,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:00.037129 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b7a081fa-8fbe-4a28-8174-d2d663c653be req-575a3adb-318c-4619-b5ad-2e0c6724368a tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590541
Apr 30 13:21:00.038701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:00.042538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0b0ed77a-4497-4c19-867c-ff4c84498e62 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:00.106983 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:00.107594 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:00.109020 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] 10.222.0.103 "PUT /v2.0/ports/3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 200  len: 1094 time: 1.4272611
Apr 30 13:21:00.109516 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'tag': '3954223d-04e7-4b33-80b7-6667a5b1731c'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:00.129886 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Pushing event updated for resources: {'Port': ['ID=3954223d-04e7-4b33-80b7-6667a5b1731c,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:00.133295 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:00.172013 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'tag': '3954223d-04e7-4b33-80b7-6667a5b1731c', 'status': 'completed', 'code': 200}
Apr 30 13:21:00.339050 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-68bf281d-e8ef-422c-b1fd-e1a6745e54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:00.340526 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-68bf281d-e8ef-422c-b1fd-e1a6745e54c7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 1097 time: 0.1320841
Apr 30 13:21:00.432503 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-eaaf6aab-ca0d-454d-87e0-d48a169095b1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 200  len: 217 time: 0.0691643
Apr 30 13:21:00.441245 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9efa7e-c440-4e38-9b90-e50f47b9680d req-a85ac6c2-a65d-4031-b481-7e55a63cb22e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:00.442086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-dc9efa7e-c440-4e38-9b90-e50f47b9680d req-a85ac6c2-a65d-4031-b481-7e55a63cb22e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Synchronizing usage tracker for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:00.500275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-dc9efa7e-c440-4e38-9b90-e50f47b9680d req-a85ac6c2-a65d-4031-b481-7e55a63cb22e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Unset dirty status for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:00.501441 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dc9efa7e-c440-4e38-9b90-e50f47b9680d req-a85ac6c2-a65d-4031-b481-7e55a63cb22e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 944 time: 0.2207274
Apr 30 13:21:00.540982 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-5297aa71-959b-4e3a-823c-e61651b2fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:00.542573 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-5297aa71-959b-4e3a-823c-e61651b2fdf8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.0911252
Apr 30 13:21:00.605341 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dc9efa7e-c440-4e38-9b90-e50f47b9680d req-14863c7e-5c55-4635-adb8-911c4df27305 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968287
Apr 30 13:21:00.607626 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-55c84321-25b4-4658-a08e-3f55213bc009 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547342
Apr 30 13:21:00.629772 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cca9e-f0aa-48dc-bf04-0a24bde25ac9 req-bec91389-ce26-4777-8650-e89442540448 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:00.631012 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-136cca9e-f0aa-48dc-bf04-0a24bde25ac9 req-bec91389-ce26-4777-8650-e89442540448 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1023664
Apr 30 13:21:00.675796 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-136cca9e-f0aa-48dc-bf04-0a24bde25ac9 req-278278d9-e275-4658-a4ed-4a9801ebfb9f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438414
Apr 30 13:21:00.757594 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-e02fe843-e125-43e5-ba2f-61cd33dc6946 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317353
Apr 30 13:21:00.981950 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36d099ff-50e5-4482-80e3-58dcc3bf3967 req-46d3625a-bb55-4fe5-ab83-36ab91bf7bf5 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117062
Apr 30 13:21:01.259103 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ed49e-a872-477d-911c-20f8946fd053 req-94015a0f-8069-44c2-8948-5cf425281341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:01.260563 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-404ed49e-a872-477d-911c-20f8946fd053 req-94015a0f-8069-44c2-8948-5cf425281341 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 1097 time: 0.1364260
Apr 30 13:21:01.285040 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37238a83-3832-4423-beab-ee11d78e7fc0 req-59ba6dbf-632e-4777-ad63-18afc84cbd72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:01.286808 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-37238a83-3832-4423-beab-ee11d78e7fc0 req-59ba6dbf-632e-4777-ad63-18afc84cbd72 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 946 time: 0.1057043
Apr 30 13:21:01.426387 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-37238a83-3832-4423-beab-ee11d78e7fc0 req-27fd4633-e00c-48fa-a56e-9974dd17adf1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190877
Apr 30 13:21:01.454063 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ed49e-a872-477d-911c-20f8946fd053 req-e8a930d2-1b30-4617-93ad-c72b574c7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:01.455473 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-404ed49e-a872-477d-911c-20f8946fd053 req-e8a930d2-1b30-4617-93ad-c72b574c7abb service neutron] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 916 time: 0.1668310
Apr 30 13:21:01.530909 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-404ed49e-a872-477d-911c-20f8946fd053 req-bf7e2b3b-2320-43c6-9ca1-9707a95397e5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 200  len: 217 time: 0.0655034
Apr 30 13:21:01.598819 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ed49e-a872-477d-911c-20f8946fd053 req-e407fc8e-cfb5-422c-9694-96f5f4042139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:01.600260 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-404ed49e-a872-477d-911c-20f8946fd053 req-e407fc8e-cfb5-422c-9694-96f5f4042139 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.0624816
Apr 30 13:21:01.670671 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-404ed49e-a872-477d-911c-20f8946fd053 req-055b09f1-7d49-4239-b210-350f84ba455a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452917
Apr 30 13:21:01.834285 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-404ed49e-a872-477d-911c-20f8946fd053 req-2de6c82b-0e54-4d11-b7cf-168409baf165 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550846
Apr 30 13:21:01.892579 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee694f2-fd0c-422c-9f38-3ad6aacfdd1e req-937e5d46-be02-48f6-82c8-dab97a55ec16 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:01.894210 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5ee694f2-fd0c-422c-9f38-3ad6aacfdd1e req-937e5d46-be02-48f6-82c8-dab97a55ec16 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 944 time: 0.1694527
Apr 30 13:21:01.940810 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5ee694f2-fd0c-422c-9f38-3ad6aacfdd1e req-ecf27312-ce07-4098-b877-46938b50c0cf tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407782
Apr 30 13:21:02.086295 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-404ed49e-a872-477d-911c-20f8946fd053 req-469ec69d-f3c9-48eb-8f83-115a5e160729 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181644
Apr 30 13:21:02.094847 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f47ff-2226-4ca7-87e8-68d152c38ed4 req-0c728692-2e27-4194-801a-82ab64cd4c22 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:02.096157 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a59f47ff-2226-4ca7-87e8-68d152c38ed4 req-0c728692-2e27-4194-801a-82ab64cd4c22 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.2607272
Apr 30 13:21:02.161322 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-935fb7aa-5676-4b71-8ace-9c3538563aac tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:02.162639 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-935fb7aa-5676-4b71-8ace-9c3538563aac tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 946 time: 0.1673846
Apr 30 13:21:02.167753 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a59f47ff-2226-4ca7-87e8-68d152c38ed4 req-fbb88ed0-d794-4003-96dd-145a8c726f0d tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643616
Apr 30 13:21:02.311304 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Deleting port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:21:02.311641 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:02.465678 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] For port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:02.466284 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:02.614271 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40706) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:02.639270 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Calling delete_port for 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:21:02.662430 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50713b22-973e-4123-ad6b-bf12c769fd65 req-5ce9ef76-35c2-4a37-997b-7dc1afd72677 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:02.664542 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-50713b22-973e-4123-ad6b-bf12c769fd65 req-5ce9ef76-35c2-4a37-997b-7dc1afd72677 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 946 time: 0.1205530
Apr 30 13:21:02.747863 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-50713b22-973e-4123-ad6b-bf12c769fd65 req-46177eca-6ba6-429f-a9c8-f30c53b1692c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772312
Apr 30 13:21:02.790546 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:02.818368 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:02.825140 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Usage tracker for resource:security_group_rule and tenant:60505c48d98a4263a2e57cbfd4d2840b is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:02.830626 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:02.840559 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:02.859767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:02.866189 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-404e66f7-2799-436e-ba26-415aa52364a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:02.901751 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['50ec7608-d829-47e1-b2f7-14e702acb0fc', '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:21:02.912708 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event deleted for resources: {'Port': ['ID=86cb4292-c6ff-4438-9d30-9f8d53f9b4bf,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:02.916286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:02.957596 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:02.963281 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:02.998559 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c616f44f-3674-4844-b210-152e8c0ffd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:03.014286 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60505c48d98a4263a2e57cbfd4d2840b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3939569
Apr 30 13:21:03.015832 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40718) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:03.044811 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] No DVR routers for this DVR port 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:21:03.047902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.048611 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e72f88-415d-4a40-a810-eca629b974c8,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:03.054927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'name': 'network-vif-deleted', 'tag': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:03.076214 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-db836f7f-6c10-4e1e-b9fe-427bd2b48eb0 req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "DELETE /v2.0/ports/86cb4292-c6ff-4438-9d30-9f8d53f9b4bf HTTP/1.1" status: 204  len: 173 time: 0.9040661
Apr 30 13:21:03.099181 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:03.145486 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-ba431d02-4cee-404c-b289-023f9dc3da95 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:03.147284 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-ba431d02-4cee-404c-b289-023f9dc3da95 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1962733
Apr 30 13:21:03.148725 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725460b8-1eec-40a7-948f-6a7c80ebfd3b', 'name': 'network-vif-deleted', 'tag': '86cb4292-c6ff-4438-9d30-9f8d53f9b4bf', 'status': 'completed', 'code': 200}
Apr 30 13:21:03.167414 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.228419 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.291683 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68933fb0-e9d5-491d-a7b7-e63ff88a11b9 req-8b27fbba-1b4f-447f-a93c-a19e2e557e55 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:03.294243 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-68933fb0-e9d5-491d-a7b7-e63ff88a11b9 req-8b27fbba-1b4f-447f-a93c-a19e2e557e55 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 944 time: 0.2149913
Apr 30 13:21:03.305926 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.312586 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3f0fefde-d19f-4ccf-b463-8ba691c56248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:03.365057 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e72f88-415d-4a40-a810-eca629b974c8,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:03.370594 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:03.373012 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.377499 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3e72f88-415d-4a40-a810-eca629b974c8 HTTP/1.1" status: 204  len: 168 time: 0.3310289
Apr 30 13:21:03.423006 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203564f1-38dd-4079-a75b-7b1537bb8de6 req-01db5be4-92dc-4f21-9640-02395816d88c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:03.425972 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-203564f1-38dd-4079-a75b-7b1537bb8de6 req-01db5be4-92dc-4f21-9640-02395816d88c tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 946 time: 0.1144395
Apr 30 13:21:03.454159 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-68933fb0-e9d5-491d-a7b7-e63ff88a11b9 req-d4ca7604-e564-4b6b-93fe-484cad94e5c4 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946498
Apr 30 13:21:03.467805 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Deleting port 3291dc06-c1f9-4322-b292-ef88b1d2e531 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:21:03.468767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.481350 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-203564f1-38dd-4079-a75b-7b1537bb8de6 req-e5627775-b64b-448f-a60a-b1a98afadbcb tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cc7b90f-8716-483d-b050-05682bb1c67f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489712
Apr 30 13:21:03.603835 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3954223d-04e7-4b33-80b7-6667a5b1731c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:21:03.642706 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] For port 3291dc06-c1f9-4322-b292-ef88b1d2e531, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3291dc06-c1f9-4322-b292-ef88b1d2e531,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:03.643170 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.786475 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Calling delete_port for 3291dc06-c1f9-4322-b292-ef88b1d2e531 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:21:03.787806 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3954223d-04e7-4b33-80b7-6667a5b1731c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3954223d-04e7-4b33-80b7-6667a5b1731c,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:03.806761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '3954223d-04e7-4b33-80b7-6667a5b1731c', 'network_id': 'b08e9f30-22e3-4606-a3ee-bc90a0d6aebb', 'port_id': '3954223d-04e7-4b33-80b7-6667a5b1731c', 'mac_address': 'fa:16:3e:f7:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9122d35-0fed-4619-8595-5a6221036286', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:21:03.877415 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.897299 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3954223d-04e7-4b33-80b7-6667a5b1731c {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:21:03.916663 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3954223d-04e7-4b33-80b7-6667a5b1731c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3954223d-04e7-4b33-80b7-6667a5b1731c,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:03.926369 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:03.928704 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:03.991052 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-638a2979-98cf-4123-be35-1a1fbfc33d11 req-b012bf9b-4ba1-44d8-8786-cbb71c9b4ab6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:04.038719 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-638a2979-98cf-4123-be35-1a1fbfc33d11 req-b012bf9b-4ba1-44d8-8786-cbb71c9b4ab6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:04.041693 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=3954223d-04e7-4b33-80b7-6667a5b1731c,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:04.042499 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-638a2979-98cf-4123-be35-1a1fbfc33d11 req-b012bf9b-4ba1-44d8-8786-cbb71c9b4ab6 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=725460b8-1eec-40a7-948f-6a7c80ebfd3b HTTP/1.1" status: 200  len: 210 time: 0.1307406
Apr 30 13:21:04.043806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:04.044924 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:04.050387 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4d767bb5-2498-4f6e-ada3-f93408286879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:04.092233 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['3291dc06-c1f9-4322-b292-ef88b1d2e531'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:21:04.102357 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Pushing event deleted for resources: {'Port': ['ID=3291dc06-c1f9-4322-b292-ef88b1d2e531,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:04.105529 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:04.181846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] No DVR routers for this DVR port 3291dc06-c1f9-4322-b292-ef88b1d2e531 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:21:04.184756 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:04.198139 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dbd611c1-e4b4-4395-8c4c-fef51c08be81 req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.103 "DELETE /v2.0/ports/3291dc06-c1f9-4322-b292-ef88b1d2e531 HTTP/1.1" status: 204  len: 173 time: 1.0224566
Apr 30 13:21:04.476324 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['3954223d-04e7-4b33-80b7-6667a5b1731c'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:21:04.681780 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfde2f2-3b93-42c6-ac9f-91c497ebef6b req-578c5f06-931e-4102-988d-3c6864f33ed5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:04.683321 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bfde2f2-3b93-42c6-ac9f-91c497ebef6b req-578c5f06-931e-4102-988d-3c6864f33ed5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 945 time: 0.0915358
Apr 30 13:21:04.732207 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bfde2f2-3b93-42c6-ac9f-91c497ebef6b req-887a6721-1d0d-476b-8094-6ed367294bb3 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429592
Apr 30 13:21:04.732736 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-fc5a89e7-db75-44a3-941f-f6d0ef226b4e req-4313652c-2341-4d52-9c9e-6d130c14b785 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Synchronizing usage tracker for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:04.750906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-fc5a89e7-db75-44a3-941f-f6d0ef226b4e req-4313652c-2341-4d52-9c9e-6d130c14b785 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Unset dirty status for tenant:c622a56261f04601a7a4b9b607f9eddd on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:04.753001 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fc5a89e7-db75-44a3-941f-f6d0ef226b4e req-4313652c-2341-4d52-9c9e-6d130c14b785 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7277ee-287a-481c-a0e8-ae4dc4053a0e HTTP/1.1" status: 200  len: 210 time: 0.0670023
Apr 30 13:21:05.150255 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'name': 'network-vif-deleted', 'tag': '3291dc06-c1f9-4322-b292-ef88b1d2e531'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:05.196136 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7277ee-287a-481c-a0e8-ae4dc4053a0e', 'name': 'network-vif-deleted', 'tag': '3291dc06-c1f9-4322-b292-ef88b1d2e531', 'status': 'completed', 'code': 200}
Apr 30 13:21:05.632125 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3954223d-04e7-4b33-80b7-6667a5b1731c up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:05.705877 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 3954223d-04e7-4b33-80b7-6667a5b1731c completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:05.711540 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 3954223d-04e7-4b33-80b7-6667a5b1731c triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:05.711870 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:05.842763 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:05.867280 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 40750) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:05.904046 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 3954223d-04e7-4b33-80b7-6667a5b1731c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3954223d-04e7-4b33-80b7-6667a5b1731c,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:05.905914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3954223d-04e7-4b33-80b7-6667a5b1731c'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:05.917694 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:05.919362 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:21:05.951626 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e3a79-28a2-4baa-9196-c520f1ea1fc7 req-16223b58-672a-4416-8421-2303de003840 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:05.953500 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e31e3a79-28a2-4baa-9196-c520f1ea1fc7 req-16223b58-672a-4416-8421-2303de003840 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 945 time: 0.0913026
Apr 30 13:21:05.975403 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3954223d-04e7-4b33-80b7-6667a5b1731c', 'code': 200}
Apr 30 13:21:05.976329 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:06.018851 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e31e3a79-28a2-4baa-9196-c520f1ea1fc7 req-8b5474d6-877b-4c0b-acd8-3ca6f923c6fd tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556140
Apr 30 13:21:06.059579 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:21:06.060162 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 86cb4292-c6ff-4438-9d30-9f8d53f9b4bf not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:21:06.060830 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3291dc06-c1f9-4322-b292-ef88b1d2e531 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:21:06.134043 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 3291dc06-c1f9-4322-b292-ef88b1d2e531 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:21:06.134661 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3291dc06-c1f9-4322-b292-ef88b1d2e531 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:21:06.174124 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=3954223d-04e7-4b33-80b7-6667a5b1731c,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:06.178925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:06.493188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848f9f4-060a-4f37-8376-01b0214144b6 req-aaccf335-9207-4698-8c51-986230c0f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:06.495053 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5848f9f4-060a-4f37-8376-01b0214144b6 req-aaccf335-9207-4698-8c51-986230c0f428 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 1099 time: 0.1869333
Apr 30 13:21:06.555217 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5848f9f4-060a-4f37-8376-01b0214144b6 req-89d1c893-01c6-457a-b348-02eb00ad14de service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485196
Apr 30 13:21:06.662613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:06.774593 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e28e90-555b-4bac-abec-eb07d335ada4 req-26f78fc5-6476-47d5-9192-d59553761313 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:06.777034 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-14e28e90-555b-4bac-abec-eb07d335ada4 req-26f78fc5-6476-47d5-9192-d59553761313 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.0960634
Apr 30 13:21:06.858166 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-14e28e90-555b-4bac-abec-eb07d335ada4 req-d518aed6-0b72-41bc-9666-55e6db1a36cb tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737424
Apr 30 13:21:07.108840 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Deleting port 6e00799d-75c7-4525-ba6b-9cf7c356a981 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:21:07.109554 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:07.299288 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] For port 6e00799d-75c7-4525-ba6b-9cf7c356a981, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6e00799d-75c7-4525-ba6b-9cf7c356a981,segment=NetworkSegment(0a5472e4-db2b-4984-8032-c610de70a10f),segment_id=0a5472e4-db2b-4984-8032-c610de70a10f)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:07.299613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:07.438238 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78ee8-7fb9-4cf9-964b-5843d04c1bd0 req-0785a84d-da0a-4fc8-8145-dafa4d30d946 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:07.440376 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-61f78ee8-7fb9-4cf9-964b-5843d04c1bd0 req-0785a84d-da0a-4fc8-8145-dafa4d30d946 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 946 time: 0.3006361
Apr 30 13:21:07.447469 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Calling delete_port for 6e00799d-75c7-4525-ba6b-9cf7c356a981 owned by network:router_interface {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:21:07.509134 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-61f78ee8-7fb9-4cf9-964b-5843d04c1bd0 req-faa67d35-67c0-412b-8888-d6ad84b49e5a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586116
Apr 30 13:21:07.668762 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-956430b9-9db1-4f66-bfd1-311eea59f29c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Synchronizing usage tracker for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:07.687676 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-956430b9-9db1-4f66-bfd1-311eea59f29c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Unset dirty status for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:07.689428 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-956430b9-9db1-4f66-bfd1-311eea59f29c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231922475&fields=id&tenant_id=4d9dbe0005674e0899b90b9db4c9423e HTTP/1.1" status: 200  len: 267 time: 0.0642743
Apr 30 13:21:07.835115 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:07.839026 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ccac5205-d240-4028-905f-83d6e6658119 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:07.861440 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-ab155017-dba6-4ce8-8dc4-efb105b7aa5a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:07.862177 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-ab155017-dba6-4ce8-8dc4-efb105b7aa5a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Synchronizing usage tracker for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:network {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:07.886783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e00799d-75c7-4525-ba6b-9cf7c356a981,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:07.887039 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-ab155017-dba6-4ce8-8dc4-efb105b7aa5a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Unset dirty status for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:network {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:07.888477 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-ab155017-dba6-4ce8-8dc4-efb105b7aa5a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 808 time: 0.1918893
Apr 30 13:21:07.895071 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:07.930681 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-13a8fe21-593b-4023-a5d7-867be826cf6e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/quotas/4d9dbe0005674e0899b90b9db4c9423e HTTP/1.1" status: 200  len: 375 time: 0.0197446
Apr 30 13:21:08.021852 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-9ff20160-ac52-4ae1-b18c-779c44dbf226 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0899532
Apr 30 13:21:08.173753 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-04d08bec-613e-4432-8152-9bdffebffd65 service neutron] 10.222.0.79 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380482
Apr 30 13:21:08.321703 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8909841c-d213-4c12-9a6e-5deca6fb29e6 service neutron] 10.222.0.79 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408312
Apr 30 13:21:08.322032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8606cb2-f962-46d5-b9e3-4674c65f359a req-857f26d9-dfb9-49bb-906f-a00890efa3db tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:08.323709 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a8606cb2-f962-46d5-b9e3-4674c65f359a req-857f26d9-dfb9-49bb-906f-a00890efa3db tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.2556691
Apr 30 13:21:08.382278 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:08.456650 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a8606cb2-f962-46d5-b9e3-4674c65f359a req-839d5eba-69bb-4b77-9651-8ffd1d113169 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173575
Apr 30 13:21:08.753409 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6820e159-ab73-4286-964b-138f53352ae8 req-693a1fd2-92c2-450a-8afd-0a9c9d8e27b1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0489185
Apr 30 13:21:08.853086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a83dd3-8d2b-48ec-90ef-37ed84be8e41 req-8ea814f9-c3a4-4fef-92ff-1161b8d32d8e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:08.859867 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-14a83dd3-8d2b-48ec-90ef-37ed84be8e41 req-8ea814f9-c3a4-4fef-92ff-1161b8d32d8e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 946 time: 0.2172432
Apr 30 13:21:08.899408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Router 9189842e-e3da-4f3e-82bb-6710107a4b89 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:21:08.915567 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-14a83dd3-8d2b-48ec-90ef-37ed84be8e41 req-b7bace44-f726-422b-a128-700dbc4cc1d4 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548828
Apr 30 13:21:09.172523 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:09.183071 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] Sync routers for ids ['9189842e-e3da-4f3e-82bb-6710107a4b89'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:09.197752 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-25ed9406-4fd9-4735-bd3a-32853baf46ee tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:09.199689 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-25ed9406-4fd9-4735-bd3a-32853baf46ee tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.2027774
Apr 30 13:21:09.201875 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] Routers {'9189842e-e3da-4f3e-82bb-6710107a4b89'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:09.202952 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] 10.222.0.79 "PUT /v2.0/routers/9189842e-e3da-4f3e-82bb-6710107a4b89/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3346288
Apr 30 13:21:09.203503 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a80eae80>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['9189842e-e3da-4f3e-82bb-6710107a4b89'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:09.206207 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 40796) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:09.454895 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] Set router 9189842e-e3da-4f3e-82bb-6710107a4b89 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:09.714456 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:09.818257 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a80eae80>, [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:21:07Z', 'revision_number': 5, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:09.823070 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] Checking router: 9189842e-e3da-4f3e-82bb-6710107a4b89 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:09.832914 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] Routers {'9189842e-e3da-4f3e-82bb-6710107a4b89'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:09.834546 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a80eae80>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['9189842e-e3da-4f3e-82bb-6710107a4b89'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:09.960939 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:09.977029 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Deleting port 50ec7608-d829-47e1-b2f7-14e702acb0fc {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:21:09.977433 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:10.020201 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1108aa64-fa04-4503-aa12-dcda9f6052d2 req-49bf4688-b588-4776-a81f-a6679d314fb1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.1171832
Apr 30 13:21:10.031620 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] Set router 9189842e-e3da-4f3e-82bb-6710107a4b89 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:10.152364 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b661fc-9863-4ba0-81ca-46a70cdc798c req-7a9f1f27-4671-474f-82aa-4d6bdcdb29f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:10.153756 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-56b661fc-9863-4ba0-81ca-46a70cdc798c req-7a9f1f27-4671-474f-82aa-4d6bdcdb29f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 946 time: 0.5199568
Apr 30 13:21:10.255567 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-56b661fc-9863-4ba0-81ca-46a70cdc798c req-a5fb216e-c725-456c-9690-5f01b8a17f6f tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879047
Apr 30 13:21:10.257156 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] For port 50ec7608-d829-47e1-b2f7-14e702acb0fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50ec7608-d829-47e1-b2f7-14e702acb0fc,segment=NetworkSegment(c0029117-659b-49fc-92d7-ccd7ce01c5fc),segment_id=c0029117-659b-49fc-92d7-ccd7ce01c5fc)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:10.257509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:10.266687 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Deleting port 7e607af7-f435-4a7b-b047-0927659f7f1c {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:21:10.267545 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:10.362946 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a80eae80>, [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:21:07Z', 'revision_number': 5, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:10.367221 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8347-d55a-446b-a632-c865dd68a9a7 None None] The sync data for ids ['9189842e-e3da-4f3e-82bb-6710107a4b89'] in dv-cinder-788364-2-iscsi is: [{'id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'name': 'tempest-ServerRescueNegativeTestJSON-13682448-router', 'tenant_id': 'c622a56261f04601a7a4b9b607f9eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:21:07Z', 'revision_number': 5, 'project_id': 'c622a56261f04601a7a4b9b607f9eddd', 'gw_port': {'id': '7e607af7-f435-4a7b-b047-0927659f7f1c', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189842e-e3da-4f3e-82bb-6710107a4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:38Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:10.449936 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Calling delete_port for 50ec7608-d829-47e1-b2f7-14e702acb0fc owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:21:10.688051 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-03f8c13b-4e66-43f4-8aa0-3e2ec595ea63 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:10.689823 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-03f8c13b-4e66-43f4-8aa0-3e2ec595ea63 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.103 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 808 time: 0.4090998
Apr 30 13:21:10.692429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] For port 7e607af7-f435-4a7b-b047-0927659f7f1c, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7e607af7-f435-4a7b-b047-0927659f7f1c,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:10.692780 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:10.857638 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Calling delete_port for 7e607af7-f435-4a7b-b047-0927659f7f1c owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:21:10.952962 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-e9e1af4a-9f8e-446b-96e3-bf2fbc075545 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Synchronizing usage tracker for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:10.993150 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-e9e1af4a-9f8e-446b-96e3-bf2fbc075545 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Unset dirty status for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:10.994418 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-e9e1af4a-9f8e-446b-96e3-bf2fbc075545 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9dbe0005674e0899b90b9db4c9423e HTTP/1.1" status: 200  len: 379 time: 0.2254057
Apr 30 13:21:10.997838 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:11.008020 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-925a9439-ea48-4d80-b82e-0ad7f87a3cf3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:11.043660 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'port': {'device_id': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'admin_state_up': True, 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'security_groups': ['c8bfd999-17e0-4f48-baf6-f9f868db21af']}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:11.110876 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Pushing event deleted for resources: {'Port': ['ID=50ec7608-d829-47e1-b2f7-14e702acb0fc,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:11.113471 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:11.203339 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-144412f4-c984-4bb4-b92f-e088b0b41575 req-307a7797-c1dc-4b6b-b81b-4dda46669125 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0448892
Apr 30 13:21:11.365061 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] No DVR routers for this DVR port 50ec7608-d829-47e1-b2f7-14e702acb0fc on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:21:11.369003 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:11.373909 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'name': 'network-vif-deleted', 'tag': '50ec7608-d829-47e1-b2f7-14e702acb0fc'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:11.434885 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a56dc-cb9d-4b55-9f89-b121d45230ca', 'name': 'network-vif-deleted', 'tag': '50ec7608-d829-47e1-b2f7-14e702acb0fc', 'status': 'completed', 'code': 200}
Apr 30 13:21:11.467996 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-d0a4ad49-cf99-456d-99fc-dd8a3b0736b7 req-797311d0-d7a9-45de-8e95-f949523423bb tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Synchronizing usage tracker for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:11.476721 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb004115-153f-4b26-ab80-3fd1c45de256 req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.103 "DELETE /v2.0/ports/50ec7608-d829-47e1-b2f7-14e702acb0fc HTTP/1.1" status: 204  len: 173 time: 2.1963589
Apr 30 13:21:11.527188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:11.539180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-d0a4ad49-cf99-456d-99fc-dd8a3b0736b7 req-797311d0-d7a9-45de-8e95-f949523423bb tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Unset dirty status for tenant:f8dcaa02d735401891147a4c2464e318 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:11.540314 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0a4ad49-cf99-456d-99fc-dd8a3b0736b7 req-797311d0-d7a9-45de-8e95-f949523423bb tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] 10.222.0.79 "GET /v2.0/ports?device_id=d94a56dc-cb9d-4b55-9f89-b121d45230ca HTTP/1.1" status: 200  len: 210 time: 0.1574905
Apr 30 13:21:11.543075 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:port and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:11.547531 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:11.559489 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:11.580132 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Made reservation on behalf of 4d9dbe0005674e0899b90b9db4c9423e for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:11.583817 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:11.598814 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:11.605757 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:11.652306 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 50ec7608-d829-47e1-b2f7-14e702acb0fc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:21:11.662086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e607af7-f435-4a7b-b047-0927659f7f1c,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:11.689864 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 50ec7608-d829-47e1-b2f7-14e702acb0fc {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:21:11.690243 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 50ec7608-d829-47e1-b2f7-14e702acb0fc not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:21:11.728821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:11.859014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.054089 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.059292 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.070294 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Allocated IP 172.20.0.6 (0613c2aa-52f3-4a8e-ab47-3971bf09acb3/2206d412-4276-4a77-9a5c-3775bd677889/1ca6d999-b984-4833-8b8f-a6e9c0526e9e) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:12.160322 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.161111 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9189842e-e3da-4f3e-82bb-6710107a4b89 {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:21:12.204464 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.208433 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] 10.222.0.79 "DELETE /v2.0/routers/9189842e-e3da-4f3e-82bb-6710107a4b89 HTTP/1.1" status: 204  len: 168 time: 2.9983099
Apr 30 13:21:12.208748 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40820) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:12.302190 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Deleting subnet 95030a0f-5ec6-40c1-b50f-e5cef90b607b {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:21:12.305577 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.320412 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6e00799d-75c7-4525-ba6b-9cf7c356a981 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:21:12.403114 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 6e00799d-75c7-4525-ba6b-9cf7c356a981 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:21:12.403933 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6e00799d-75c7-4525-ba6b-9cf7c356a981 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:21:12.427791 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-62d4becd-1948-4116-99db-24aa8ced5449 req-084118d2-fe2c-4102-a1b3-7b41c095049d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0601740
Apr 30 13:21:12.446354 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.449480 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-576864'] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.464900 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Transition to ACTIVE for port object 1ca6d999-b984-4833-8b8f-a6e9c0526e9e will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:12.489961 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.496558 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-119fc2c8-d1a0-4dd8-b7b9-9415bcd85832 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:12.572400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:12.576534 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:12.581567 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:12.598304 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.627118 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'Port': ['ID=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:12.639012 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:12.657459 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40828) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:12.664895 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:12.665548 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.687647 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6871243
Apr 30 13:21:12.707412 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Request body: {'port': {'device_id': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:12.761041 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Deleting subnet ed38845b-d762-4686-a298-231d5c0c349d {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:21:12.770297 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.859414 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.890212 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-576864'] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:12.895422 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-965e9658-c83c-4f1f-a95b-75e438b1632c None None] Provisioning for port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:12.903790 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-965e9658-c83c-4f1f-a95b-75e438b1632c None None] Provisioning complete for port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:12.904399 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-965e9658-c83c-4f1f-a95b-75e438b1632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.020588 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.033769 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-965e9658-c83c-4f1f-a95b-75e438b1632c None None] Port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:13.181570 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10498843'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.189846 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:13.228647 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95030a0f-5ec6-40c1-b50f-e5cef90b607b,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:13.235812 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:13.249099 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.272195 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-e70086b7-b87d-47e4-8aef-c3c0152e4c8e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95030a0f-5ec6-40c1-b50f-e5cef90b607b HTTP/1.1" status: 204  len: 168 time: 1.0617745
Apr 30 13:21:13.275866 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40834) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:13.381699 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca6d999-b984-4833-8b8f-a6e9c0526e9e {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:21:13.389758 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.406841 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Transition to ACTIVE for port object 1ca6d999-b984-4833-8b8f-a6e9c0526e9e will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:13.412376 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.416324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:13.437306 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.465033 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10498843'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.526487 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:13.582152 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.600146 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed38845b-d762-4686-a298-231d5c0c349d,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:13.642129 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:13.643552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:13.647349 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:13.658048 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-09771301-3fe8-419a-bde5-9a4ca166798f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ed38845b-d762-4686-a298-231d5c0c349d HTTP/1.1" status: 204  len: 168 time: 0.9984612
Apr 30 13:21:13.661798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 40840) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:13.726061 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.795034 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Attempting to bind port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:13.795365 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Attempting to bind port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:13.795701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Attempting to bind port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e on network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:13.803225 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.810386 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e on network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:21:13.811082 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Attempting to bind port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e on network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:13.827051 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:13.827710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Checking segment: {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:13.828022 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Bound using segment: {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:13.833863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Bound port: 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:13.833863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.889678 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1a43-9dbb-437f-88e7-dc0a1bfd8a9d req-039feda4-83d3-4fef-a5a6-c629e1c6721f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:13.891208 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d78e1a43-9dbb-437f-88e7-dc0a1bfd8a9d req-039feda4-83d3-4fef-a5a6-c629e1c6721f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.3062966
Apr 30 13:21:13.900168 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a3d43fd0>,) {'filters': {'network_id': ['8d9ca312-d14a-4afb-916b-be4034fb8fea']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:13.929152 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3d43fd0>, '0a5472e4-db2b-4984-8032-c610de70a10f') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:13.929419 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3d43fd0>, '0a5472e4-db2b-4984-8032-c610de70a10f') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:13.950743 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.974942 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d78e1a43-9dbb-437f-88e7-dc0a1bfd8a9d req-6c9cf3bf-899a-48ea-9438-dfb214fd8734 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772755
Apr 30 13:21:13.975804 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:13.983026 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:21:14.037617 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.115090 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-5189982c-3a2f-4c05-80da-4500f115262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.128993 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] For port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:14.150810 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] For port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:14.163597 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.169061 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:21:14.175425 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:14.183176 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.191251 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7e607af7-f435-4a7b-b047-0927659f7f1c no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:21:14.206913 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a8b32cd0>,) {'filters': {'network_id': ['4f6ff428-220c-464d-bf3c-450653cf4660']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:14.229726 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 7e607af7-f435-4a7b-b047-0927659f7f1c {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:21:14.230254 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7e607af7-f435-4a7b-b047-0927659f7f1c not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:21:14.241429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a8b32cd0>, 'c0029117-659b-49fc-92d7-ccd7ce01c5fc') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:14.241720 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a8b32cd0>, 'c0029117-659b-49fc-92d7-ccd7ce01c5fc') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:14.259878 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:14.260732 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.262383 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] 10.222.0.103 "PUT /v2.0/ports/1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 1093 time: 1.5601394
Apr 30 13:21:14.263566 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:14.286631 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.321559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:14.334238 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.340343 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'status': 'completed', 'code': 200}
Apr 30 13:21:14.342645 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:14.343931 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:21:14.477952 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Network 8d9ca312-d14a-4afb-916b-be4034fb8fea has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:21:14.515824 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:21:14.573057 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Network 4f6ff428-220c-464d-bf3c-450653cf4660 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:21:14.586730 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.649024 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.653196 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:14.667728 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.682862 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9ca312-d14a-4afb-916b-be4034fb8fea,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:14.685639 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:14.687827 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7a532c84-da30-4254-8be5-dbe45cf33614 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8d9ca312-d14a-4afb-916b-be4034fb8fea HTTP/1.1" status: 204  len: 168 time: 1.4114692
Apr 30 13:21:14.704244 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-23b5e2f3-96ad-4768-bdfe-197ec8fe5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:14.705774 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-23b5e2f3-96ad-4768-bdfe-197ec8fe5665 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1096 time: 0.3458347
Apr 30 13:21:14.844290 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-71f20bc2-7d99-4161-b265-6711808248c8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 217 time: 0.0882537
Apr 30 13:21:14.846700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Network 4f6ff428-220c-464d-bf3c-450653cf4660 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:21:14.899207 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40850) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:14.954278 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-3a9c3b3d-b928-426a-8dd7-dc420782ecde admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c622a56261f04601a7a4b9b607f9eddd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0536780
Apr 30 13:21:14.956964 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40854) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:21:14.992726 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:21:15.031111 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.059990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.093119 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.100217 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-0de77be3-2712-4a43-8a96-c237f89b06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:15.101725 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-0de77be3-2712-4a43-8a96-c237f89b06fa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 200  len: 847 time: 0.2476687
Apr 30 13:21:15.103658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:15.122697 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.181935 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6ff428-220c-464d-bf3c-450653cf4660,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:15.190469 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.190707 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:15.198538 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e77e453a-164f-46f8-af30-7ac057b7b931 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4f6ff428-220c-464d-bf3c-450653cf4660 HTTP/1.1" status: 204  len: 168 time: 1.5330586
Apr 30 13:21:15.219160 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-eb934570-154e-4da0-8bbe-ffb2f51f090c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:15.226235 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-ef604609-ecc4-4b65-ab3d-3ec709c3f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:15.228548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-ef604609-ecc4-4b65-ab3d-3ec709c3f701 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020167
Apr 30 13:21:15.243129 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc7b90f-8716-483d-b050-05682bb1c67f,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:15.251802 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:15.269479 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.274861 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9cc7b90f-8716-483d-b050-05682bb1c67f HTTP/1.1" status: 204  len: 168 time: 0.3163989
Apr 30 13:21:15.323813 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1c97-99f3-4ce2-b5ff-d8eac829ade1 req-8e3db04c-a335-43ad-959c-75b9cfdacb22 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:15.332888 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1a4d1c97-99f3-4ce2-b5ff-d8eac829ade1 req-8e3db04c-a335-43ad-959c-75b9cfdacb22 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1958759
Apr 30 13:21:15.399739 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1a4d1c97-99f3-4ce2-b5ff-d8eac829ade1 req-228436ef-25a5-431a-abdf-d11c385d5a39 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656018
Apr 30 13:21:15.463219 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-e9ffdba5-4066-4b68-b7e9-72cf853734ae service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228572
Apr 30 13:21:15.555081 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40868) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:15.617167 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-5e51b14d-a239-4605-87f1-e905034280d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8dcaa02d735401891147a4c2464e318&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0579658
Apr 30 13:21:15.617436 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40872) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:15.621594 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f5d5fa1-f58c-4fa4-99da-3038ef4d6ece req-d24911ef-3b1d-4093-bd8f-f5dba53439d7 service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484919
Apr 30 13:21:15.683446 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.716748 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.795672 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.803936 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8b956f0e-c0d8-4ff6-a3e0-c31e16c0b3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:15.814504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d1775-ee0a-4944-9560-35fca082cee1 req-60233162-ec61-4718-843b-7e7ca2127ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:15.815999 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463d1775-ee0a-4944-9560-35fca082cee1 req-60233162-ec61-4718-843b-7e7ca2127ab1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1096 time: 0.0882292
Apr 30 13:21:15.831030 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:15.835223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:15.847732 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.850158 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad0d79c3-d6a3-4ad5-bff2-a8a17c164c0e HTTP/1.1" status: 204  len: 168 time: 0.2315326
Apr 30 13:21:15.973189 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d1775-ee0a-4944-9560-35fca082cee1 req-4e835397-bdb4-4f27-bbce-f85b97a58615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:15.975350 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463d1775-ee0a-4944-9560-35fca082cee1 req-4e835397-bdb4-4f27-bbce-f85b97a58615 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 910 time: 0.1506274
Apr 30 13:21:16.049105 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463d1775-ee0a-4944-9560-35fca082cee1 req-203e6291-8522-415c-8539-3886d2174c3f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 217 time: 0.0656958
Apr 30 13:21:16.129581 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d1775-ee0a-4944-9560-35fca082cee1 req-f6ece552-163b-46f3-b79f-87e3c9a55791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:16.131618 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463d1775-ee0a-4944-9560-35fca082cee1 req-f6ece552-163b-46f3-b79f-87e3c9a55791 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 200  len: 847 time: 0.0708153
Apr 30 13:21:16.223598 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d1775-ee0a-4944-9560-35fca082cee1 req-80f0df14-1e57-49c2-990d-af2f13fb1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:16.225969 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463d1775-ee0a-4944-9560-35fca082cee1 req-80f0df14-1e57-49c2-990d-af2f13fb1bed service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857539
Apr 30 13:21:16.384710 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463d1775-ee0a-4944-9560-35fca082cee1 req-ed2f1d8d-33ea-4311-83be-f48a6fa8380e service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466212
Apr 30 13:21:16.395241 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40904) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:16.560803 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463d1775-ee0a-4944-9560-35fca082cee1 req-c7ca0155-6b6d-40fd-a0e4-b92f61b36dee service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660464
Apr 30 13:21:16.612587 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1997006343-network', 'tenant_id': '795985fdb0c545438436572c0f48ee24'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:16.618903 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:16.628463 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Usage tracker for resource:network and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:16.645724 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:16.659493 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:16.671896 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Made reservation on behalf of 795985fdb0c545438436572c0f48ee24 for: {'network': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:16.676047 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:16.691718 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:16.710126 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:16.711351 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce90595-d1a2-41ee-b5ce-71f0ffc26b25 req-394d9f9f-bb4d-455f-8d41-73c8bb3c379a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:16.712143 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-7ce90595-d1a2-41ee-b5ce-71f0ffc26b25 req-394d9f9f-bb4d-455f-8d41-73c8bb3c379a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Synchronizing usage tracker for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:16.715207 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Usage tracker for resource:security_group_rule and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:16.718901 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:16.727593 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:16.737286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-7ce90595-d1a2-41ee-b5ce-71f0ffc26b25 req-394d9f9f-bb4d-455f-8d41-73c8bb3c379a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Unset dirty status for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:16.740916 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7ce90595-d1a2-41ee-b5ce-71f0ffc26b25 req-394d9f9f-bb4d-455f-8d41-73c8bb3c379a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1535292
Apr 30 13:21:16.805026 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdc83-646e-433c-b88b-34a80f074f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:16.817698 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7ce90595-d1a2-41ee-b5ce-71f0ffc26b25 req-fa7b32e8-c934-43ac-84fe-5a3c99864afb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711224
Apr 30 13:21:16.874266 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:16.882603 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:16.892259 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9f247a81-2ac5-4d1c-8962-45d66b86c443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:16.939654 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328}  {{(pid=73819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:21:16.949122 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c17994-ac38-4d4d-96e9-1ac608eef6df,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:16.953091 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:16.956298 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:16.956649 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.segments_db [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Added segment f64e6893-bafd-42c9-89cc-57e99e465e3e of type vlan for network 0cc87707-d905-4c01-8755-7767acf4ce00
Apr 30 13:21:16.987104 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:16.988424 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:21:17.022535 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:17.023868 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:17.024453 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:17.029784 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:17.065882 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:17.141313 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7415912
Apr 30 13:21:17.141446 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Pushing event updated for resources: {'Network': ['ID=0cc87707-d905-4c01-8755-7767acf4ce00,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:17.141538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 40928) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:17.144528 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:17.152196 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Request body: {'subnet': {'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1997006343-subnet', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:17.152569 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 0cc87707-d905-4c01-8755-7767acf4ce00 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:21:17.158265 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:17.163584 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Usage tracker for resource:subnet and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:17.167185 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:17.176097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:17.187900 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Made reservation on behalf of 795985fdb0c545438436572c0f48ee24 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:17.191295 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14784115'] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:17.500246 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:17.748564 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14784097'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:17.755342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:17.841323 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Checking segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:17.841811 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Network hostable DHCP agents. Network: 0cc87707-d905-4c01-8755-7767acf4ce00, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:21:17.851050 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4fff91-a3af-44f3-bd37-aa06f6ad4743,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:17.857298 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:17.883647 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Network 0cc87707-d905-4c01-8755-7767acf4ce00 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:21:17.897337 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 0cc87707-d905-4c01-8755-7767acf4ce00) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:17.910418 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c84bb-852a-45e6-878a-e866297ef362 None None] Network 0cc87707-d905-4c01-8755-7767acf4ce00 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:21:17.911192 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:17.916415 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:17.956746 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8136129
Apr 30 13:21:17.959429 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40946) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:17.965356 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:17.973378 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:17.982981 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Usage tracker for resource:router and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:17.987306 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:17.995489 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:18.053061 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.053907 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.090881 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.162813 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c938b02-b439-4c0a-aec1-f02640288efb req-03c3ee82-6d72-43ed-9007-6e7ec8c0194a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:18.165468 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4c938b02-b439-4c0a-aec1-f02640288efb req-03c3ee82-6d72-43ed-9007-6e7ec8c0194a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1614604
Apr 30 13:21:18.248325 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-0cc87707-d905-4c01-8755-7767acf4ce00', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:21:18.249159 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.422392 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Allocated IP 172.20.0.2 (0cc87707-d905-4c01-8755-7767acf4ce00/7b4fff91-a3af-44f3-bd37-aa06f6ad4743/c3875dd2-ffa6-47ae-88fa-066c7dbecf15) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:18.424898 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.648682 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.664380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Transition to ACTIVE for port object c3875dd2-ffa6-47ae-88fa-066c7dbecf15 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:18.685592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Transition to ACTIVE for port object c3875dd2-ffa6-47ae-88fa-066c7dbecf15 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:18.692174 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.695997 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:18.710749 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4c938b02-b439-4c0a-aec1-f02640288efb req-f62d9856-8f43-411f-87d9-eca55e0c6cd3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4462333
Apr 30 13:21:18.723185 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.769572 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Network 0cc87707-d905-4c01-8755-7767acf4ce00 is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:18.772951 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:18.776644 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:18.783589 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Pushing event updated for resources: {'Port': ['ID=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:18.787718 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:18.876875 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Attempting to bind port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:18.877240 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Attempting to bind port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:18.877605 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Attempting to bind port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 on network 0cc87707-d905-4c01-8755-7767acf4ce00 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:18.883001 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:18.883376 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Checking segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:18.883775 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.884159 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Bound using segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:18.884617 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Bound port: c3875dd2-ffa6-47ae-88fa-066c7dbecf15, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:18.884985 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.983594 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] For port c3875dd2-ffa6-47ae-88fa-066c7dbecf15, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:18.988810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] For port c3875dd2-ffa6-47ae-88fa-066c7dbecf15, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:18.993740 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:18.998969 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-37a35371-8abc-41bd-9843-e31ee1eafd6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:19.081456 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Pushing event updated for resources: {'Port': ['ID=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:19.096761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:19.154217 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:19.199195 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:19.223983 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:19.427954 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Allocated IP 172.27.0.232 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/4e54c9c4-997b-4533-a23c-2a145e805b75) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:19.622969 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:19.661149 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:19.669450 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:19.778334 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:19.793020 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:19.809866 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:19.892181 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e54c9c4-997b-4533-a23c-2a145e805b75,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:19.901225 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:19.942091 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceccfd-9dde-45dd-9089-e0608c2f83ee req-772d3a95-4f67-4c51-9f6c-d6284dcaddab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:19.943478 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cdceccfd-9dde-45dd-9089-e0608c2f83ee req-772d3a95-4f67-4c51-9f6c-d6284dcaddab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1162524
Apr 30 13:21:20.030569 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cdceccfd-9dde-45dd-9089-e0608c2f83ee req-a7b8e6bd-c786-44ef-aa60-a80546889adc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807517
Apr 30 13:21:20.224162 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa2dd52-27d9-40ca-b541-43b8f34b8fa8 None None] Network 0cc87707-d905-4c01-8755-7767acf4ce00 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:21:20.328883 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3875dd2-ffa6-47ae-88fa-066c7dbecf15 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:20.340844 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:20.394363 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-aca32831-653a-4504-9402-28ed5f2bd834 None None] Provisioning for port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:20.479444 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:20.487714 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:20.488089 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:20.693677 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:20.735648 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port c3875dd2-ffa6-47ae-88fa-066c7dbecf15, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:20.741803 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:20.743788 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-789b2f93-4ca4-4c2b-b2ee-87b899cad997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:20.824024 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:20.829701 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:20.836623 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:20.943805 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-b5a36641-9262-4694-9439-70da88c40a8b None None] Provisioning complete for port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:20.944264 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b5a36641-9262-4694-9439-70da88c40a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:21.055235 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Router f6d638ce-ff32-434f-9f57-f895832a956f is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:21:21.261059 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:21.265565 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba2c4f-bee1-4e23-baaa-90ce7a01b58e req-2cf311e1-9d92-4c32-b2e1-4a4e21f99b5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:21.270463 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e7ba2c4f-bee1-4e23-baaa-90ce7a01b58e req-2cf311e1-9d92-4c32-b2e1-4a4e21f99b5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0872061
Apr 30 13:21:21.273921 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Sync routers for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:21.289703 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:21.291343 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3302374
Apr 30 13:21:21.293665 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:21.294364 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 40984) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:21.295258 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f43e50>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:21.326972 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e7ba2c4f-bee1-4e23-baaa-90ce7a01b58e req-c1c6678e-61e3-4689-ae8d-830e45f5cbb2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514657
Apr 30 13:21:21.498183 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:21.803274 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f43e50>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:20Z', 'revision_number': 3, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:21.810083 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Checking router: f6d638ce-ff32-434f-9f57-f895832a956f for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:21.810637 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Updating router f6d638ce-ff32-434f-9f57-f895832a956f port 4e54c9c4-997b-4533-a23c-2a145e805b75 binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:21:21.909291 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.171218 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.245527 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3875dd2-ffa6-47ae-88fa-066c7dbecf15 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:22.377736 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.392435 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:22.392805 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.399357 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Allocated IP 172.20.0.1 (0cc87707-d905-4c01-8755-7767acf4ce00/7b4fff91-a3af-44f3-bd37-aa06f6ad4743/7010895a-e7ae-481b-afd0-bc26649182e1) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:22.436178 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Transition to ACTIVE for port object 4e54c9c4-997b-4533-a23c-2a145e805b75 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:22.454948 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.462828 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:22.555119 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Attempting to bind port 4e54c9c4-997b-4533-a23c-2a145e805b75 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:22.555731 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Attempting to bind port 4e54c9c4-997b-4533-a23c-2a145e805b75 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:22.556553 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Attempting to bind port 4e54c9c4-997b-4533-a23c-2a145e805b75 on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:22.567686 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d62b72-ea06-44ae-a0db-c8c8f09f92fe req-f5ad5972-b7bf-41c1-8367-d8094ef1e2a6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:22.569224 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-73d62b72-ea06-44ae-a0db-c8c8f09f92fe req-f5ad5972-b7bf-41c1-8367-d8094ef1e2a6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1128407
Apr 30 13:21:22.581950 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33967a10-e63b-428b-bbbb-22dfa3bbb722 None None] Pushing event updated for resources: {'Port': ['ID=4e54c9c4-997b-4533-a23c-2a145e805b75,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:22.584455 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:22.584838 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:22.585231 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.585615 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:22.586122 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Bound port: 4e54c9c4-997b-4533-a23c-2a145e805b75, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:22.586499 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.615316 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-33967a10-e63b-428b-bbbb-22dfa3bbb722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:22.623981 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-73d62b72-ea06-44ae-a0db-c8c8f09f92fe req-2a2abca3-be43-4da6-b85d-ef6084ff3266 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466938
Apr 30 13:21:22.719978 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] For port 4e54c9c4-997b-4533-a23c-2a145e805b75, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:22.720339 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.721658 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] For port 4e54c9c4-997b-4533-a23c-2a145e805b75, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4e54c9c4-997b-4533-a23c-2a145e805b75,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:22.726100 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.730762 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:22.738115 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Transition to ACTIVE for port object 7010895a-e7ae-481b-afd0-bc26649182e1 will not be triggered until provisioned by entity DHCP. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:22.763210 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.768915 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:22.841259 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:22.841889 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f43e50>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:22.846335 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Pushing event updated for resources: {'Port': ['ID=7010895a-e7ae-481b-afd0-bc26649182e1,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:22.849250 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:22.862272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Network 0cc87707-d905-4c01-8755-7767acf4ce00 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:22.863308 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:22.865981 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:22.909157 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33967a10-e63b-428b-bbbb-22dfa3bbb722 None None] Pushing event updated for resources: {'Port': ['ID=4e54c9c4-997b-4533-a23c-2a145e805b75,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:22.914531 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-33967a10-e63b-428b-bbbb-22dfa3bbb722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:22.931630 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.042909 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:23.093067 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.240975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-d2925bd0-ac37-48a1-9681-ed6b282df807 None None] Provisioning for port 7010895a-e7ae-481b-afd0-bc26649182e1 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:23.258014 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-d2925bd0-ac37-48a1-9681-ed6b282df807 None None] Provisioning complete for port 7010895a-e7ae-481b-afd0-bc26649182e1 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:23.258407 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d2925bd0-ac37-48a1-9681-ed6b282df807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.336151 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-d2925bd0-ac37-48a1-9681-ed6b282df807 None None] Port 7010895a-e7ae-481b-afd0-bc26649182e1 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:23.337903 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.343432 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.372180 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:23.409126 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f43e50>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:20Z', 'revision_number': 3, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:23.413769 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3eb97a-4ff9-40f1-975c-6c34d851aa30 None None] The sync data for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi is: [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:20Z', 'revision_number': 3, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:23.460159 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Pushing event updated for resources: {'Port': ['ID=7010895a-e7ae-481b-afd0-bc26649182e1,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:23.465077 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:23.466039 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.638508 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Network 0cc87707-d905-4c01-8755-7767acf4ce00 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:23.638508 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:23.859048 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c260-3aaa-49b3-9fb0-719e32566bf9 req-347f169e-e596-4894-85e1-c8c54063f277 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:23.861438 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3b02c260-3aaa-49b3-9fb0-719e32566bf9 req-347f169e-e596-4894-85e1-c8c54063f277 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1020205
Apr 30 13:21:23.947104 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3b02c260-3aaa-49b3-9fb0-719e32566bf9 req-f938b6c0-1e00-4e64-94b2-037cf419704e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774696
Apr 30 13:21:23.961956 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-9b3d18a4-55e2-4186-935d-93976ccffcd7 None None] Provisioning complete for port 7010895a-e7ae-481b-afd0-bc26649182e1 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:23.962680 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9b3d18a4-55e2-4186-935d-93976ccffcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.975578 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Router f6d638ce-ff32-434f-9f57-f895832a956f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:21:24.029821 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d18a4-55e2-4186-935d-93976ccffcd7 None None] Port 7010895a-e7ae-481b-afd0-bc26649182e1 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:24.179165 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:24.189440 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] 10.222.0.79 "PUT /v2.0/routers/f6d638ce-ff32-434f-9f57-f895832a956f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8932002
Apr 30 13:21:24.280090 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e54c9c4-997b-4533-a23c-2a145e805b75 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:24.360740 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 4e54c9c4-997b-4533-a23c-2a145e805b75 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:24.366382 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 4e54c9c4-997b-4533-a23c-2a145e805b75 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:24.366830 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.496925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.515395 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 4e54c9c4-997b-4533-a23c-2a145e805b75, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4e54c9c4-997b-4533-a23c-2a145e805b75,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:24.519464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.522196 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:24.590916 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=4e54c9c4-997b-4533-a23c-2a145e805b75,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:24.594095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:24.684675 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 41016) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:24.691253 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508372516', 'description': 'tempest-description--692066382'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:24.697086 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:24.701492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:24.704715 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:24.710519 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:24.721114 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.744846 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:24.751712 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group_rule and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:24.755172 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:24.761083 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:24.864679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.870370 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.874327 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ccbd78c0-bafa-40de-89db-f4a8f2f9c607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:24.917267 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbdbda6-5c4d-4067-ab15-136dfc1db186,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:24.920108 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:24.920933 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.922162 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2363975
Apr 30 13:21:24.925804 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 41020) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:24.931103 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'security_group_rule': {'security_group_id': '1fbdbda6-5c4d-4067-ab15-136dfc1db186', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:24.937085 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:24.942886 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group_rule and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:24.947424 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:24.954354 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:24.976776 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.133855 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Sync routers for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:25.137568 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.142616 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.144736 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:25.146148 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a819da00>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:25.151471 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-78af2189-c8db-4e0c-9c20-c91e49eb8dc7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:25.175843 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf792f5-349a-4d9b-a5d6-5d600617ac4f,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:25.179603 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:25.193537 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.197322 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f6e84945-e3e6-469b-982c-282c0ed77812 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2681410
Apr 30 13:21:25.197471 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 41030) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:25.203653 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'security_group_rule': {'security_group_id': '1fbdbda6-5c4d-4067-ab15-136dfc1db186', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:25.212776 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:25.220643 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group_rule and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:25.224328 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:25.234068 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfd18-fa13-4e7b-ae40-ee4c5d18adef req-6dbe7f3b-174a-4537-b0cb-d3519f0328e8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:25.236229 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-31cdfd18-fa13-4e7b-ae40-ee4c5d18adef req-6dbe7f3b-174a-4537-b0cb-d3519f0328e8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1688552
Apr 30 13:21:25.240306 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:25.288355 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.301458 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-31cdfd18-fa13-4e7b-ae40-ee4c5d18adef req-fd4aec8b-3363-49f6-894c-767644f4dcab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588343
Apr 30 13:21:25.354848 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:25.359704 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.364800 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.367093 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:25.388727 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b4b316-d6d7-449e-a6fd-a52248137e07,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:25.393497 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:25.403163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.404390 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2060828
Apr 30 13:21:25.408810 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 41036) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:25.414595 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:25.420325 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:25.424476 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:floatingip and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:25.427348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:25.433606 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:25.445045 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.675013 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.721046 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a819da00>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 2, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:25.724964 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Checking router: f6d638ce-ff32-434f-9f57-f895832a956f for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:25.725314 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Updating router f6d638ce-ff32-434f-9f57-f895832a956f port 7010895a-e7ae-481b-afd0-bc26649182e1 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:21:25.777959 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.817637 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Allocated IP 172.27.0.140 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/e151a718-1fba-4e67-a1b7-cfe8eafa97a9) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:25.967336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:25.996759 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.002287 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:26.061313 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:26.069468 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:26.073589 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:26.114222 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'Port': ['ID=e151a718-1fba-4e67-a1b7-cfe8eafa97a9,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:26.118290 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:26.131334 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.143647 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Transition to ACTIVE for port object 7010895a-e7ae-481b-afd0-bc26649182e1 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:26.150314 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.155443 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:26.159137 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.218584 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Pushing event updated for resources: {'Port': ['ID=7010895a-e7ae-481b-afd0-bc26649182e1,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:26.249924 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e54c9c4-997b-4533-a23c-2a145e805b75 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:26.253559 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.294876 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.295367 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.295779 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.296327 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.296924 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.297991 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.298633 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.299166 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.299821 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.300349 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.300869 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.301372 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:26.311566 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:26.377782 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 4e54c9c4-997b-4533-a23c-2a145e805b75 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:26.378564 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.460387 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Attempting to bind port 7010895a-e7ae-481b-afd0-bc26649182e1 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:26.460771 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Attempting to bind port 7010895a-e7ae-481b-afd0-bc26649182e1 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:26.461228 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Attempting to bind port 7010895a-e7ae-481b-afd0-bc26649182e1 on network 0cc87707-d905-4c01-8755-7767acf4ce00 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:26.470262 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:26.470911 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Checking segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:26.471398 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.471876 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Bound using segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:26.472441 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Bound port: 7010895a-e7ae-481b-afd0-bc26649182e1, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:26.472913 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.569586 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] For port 7010895a-e7ae-481b-afd0-bc26649182e1, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:26.572922 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] For port 7010895a-e7ae-481b-afd0-bc26649182e1, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7010895a-e7ae-481b-afd0-bc26649182e1,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:26.578465 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.583574 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:26.611635 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4ceec-dcc3-472e-85c5-9565217d1d62 req-daa0d322-d6ca-49e2-9e1f-45de58e20b1c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:26.613094 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-62a4ceec-dcc3-472e-85c5-9565217d1d62 req-daa0d322-d6ca-49e2-9e1f-45de58e20b1c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1264699
Apr 30 13:21:26.620071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.637431 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.647189 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:26.663953 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:26.664567 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a819da00>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:26.734271 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Pushing event updated for resources: {'Port': ['ID=7010895a-e7ae-481b-afd0-bc26649182e1,revision_number=4']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:26.738898 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:26.771499 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-62a4ceec-dcc3-472e-85c5-9565217d1d62 req-682d3cb9-5349-4c78-8e0d-6d00bada4aeb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1494508
Apr 30 13:21:26.786234 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'Port': ['ID=e151a718-1fba-4e67-a1b7-cfe8eafa97a9,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:26.797116 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:26.801194 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.834292 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.842129 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4260175
Apr 30 13:21:26.911853 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:27.037925 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-fdf7da38-a306-4ce0-9916-1622521aa217 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--508372516&fields=id&tenant_id=795985fdb0c545438436572c0f48ee24 HTTP/1.1" status: 200  len: 267 time: 0.0482659
Apr 30 13:21:27.222532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-9912ab87-8502-4a16-8323-78d611acf825 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:27.223860 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-9912ab87-8502-4a16-8323-78d611acf825 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 811 time: 0.1728895
Apr 30 13:21:27.242200 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-9d821d5f-2555-4cd7-8c70-0cdff4b4f38c tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/quotas/795985fdb0c545438436572c0f48ee24 HTTP/1.1" status: 200  len: 375 time: 0.0104527
Apr 30 13:21:27.277601 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a819da00>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:26Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:27.283205 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eceb87-cb28-4224-8e95-f06177c5ed59 None None] The sync data for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi is: [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:26Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:27.378288 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-ff7c9468-7d36-4752-98a0-a3de02d5a4ac tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1285868
Apr 30 13:21:27.588347 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-602890b0-2e7e-4c16-8b91-87fdb1575675 service neutron] 10.222.0.79 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777751
Apr 30 13:21:27.736972 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-c00713bc-4b63-4abd-b5f8-48f264df3761 service neutron] 10.222.0.79 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407201
Apr 30 13:21:27.953290 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ca6242f6-57a3-4908-a19d-266a5f7af3bf req-a0d2d56f-adbf-4c95-ab35-d2c6923aad77 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 210 time: 0.0488656
Apr 30 13:21:27.999182 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad084bd-0ecb-483f-b250-678cd273e0a8 req-a093c4d5-9a8d-4f1e-acc6-2c5128823e7b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:28.001618 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dad084bd-0ecb-483f-b250-678cd273e0a8 req-a093c4d5-9a8d-4f1e-acc6-2c5128823e7b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0983360
Apr 30 13:21:28.053340 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dad084bd-0ecb-483f-b250-678cd273e0a8 req-89e2ce61-f757-4890-9e69-8b5eb53e26be tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458724
Apr 30 13:21:28.285366 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7010895a-e7ae-481b-afd0-bc26649182e1 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:28.367853 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 7010895a-e7ae-481b-afd0-bc26649182e1 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:28.376222 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 7010895a-e7ae-481b-afd0-bc26649182e1 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:28.376870 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.544135 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.582694 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 7010895a-e7ae-481b-afd0-bc26649182e1, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7010895a-e7ae-481b-afd0-bc26649182e1,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:28.588553 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.591788 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:28.722534 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=7010895a-e7ae-481b-afd0-bc26649182e1,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:28.727359 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:29.113994 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-244e6120-9e10-4f28-bab4-6afc96ef1ca9 req-adc86c15-0254-498a-a4d1-29cc9e4e707f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:29.133939 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-244e6120-9e10-4f28-bab4-6afc96ef1ca9 req-adc86c15-0254-498a-a4d1-29cc9e4e707f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:29.135323 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-244e6120-9e10-4f28-bab4-6afc96ef1ca9 req-adc86c15-0254-498a-a4d1-29cc9e4e707f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 210 time: 0.0666573
Apr 30 13:21:29.364207 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-6f715680-49e8-4c5f-be81-c6d122f5031a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:29.365724 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-6f715680-49e8-4c5f-be81-c6d122f5031a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 811 time: 0.2077312
Apr 30 13:21:29.379622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f447e-b22b-41b3-a954-6060bd0643a9 req-bd0e105d-d40d-41d6-aa7e-20ecd7297ec0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:29.381199 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-521f447e-b22b-41b3-a954-6060bd0643a9 req-bd0e105d-d40d-41d6-aa7e-20ecd7297ec0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1966970
Apr 30 13:21:29.454298 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-567d3d0c-3db6-4fb1-aa2a-056eddf5d164 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=795985fdb0c545438436572c0f48ee24 HTTP/1.1" status: 200  len: 379 time: 0.0713971
Apr 30 13:21:29.466552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'port': {'device_id': '51ec80af-a515-409f-a251-9d0a9718889b', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'admin_state_up': True, 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'security_groups': ['1fbdbda6-5c4d-4067-ab15-136dfc1db186']}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:29.483872 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-521f447e-b22b-41b3-a954-6060bd0643a9 req-62376a75-7163-40dd-89bd-7954d2e000db tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880110
Apr 30 13:21:29.610821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:29.620498 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:29.630643 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Made reservation on behalf of 795985fdb0c545438436572c0f48ee24 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:29.634400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.895280 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Allocated IP 172.20.0.8 (0cc87707-d905-4c01-8755-7767acf4ce00/7b4fff91-a3af-44f3-bd37-aa06f6ad4743/a66cfb5b-8d13-4a42-a6be-066e52aaf9b2) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:30.089260 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.105589 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Transition to ACTIVE for port object a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:30.130307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.136043 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-72f9c1b0-79d7-4777-a3c1-04207b1b3ac0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:30.204429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Network 0cc87707-d905-4c01-8755-7767acf4ce00 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:30.208205 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:30.212411 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:30.259310 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7010895a-e7ae-481b-afd0-bc26649182e1 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:30.266093 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'Port': ['ID=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:30.312863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:30.342302 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 7010895a-e7ae-481b-afd0-bc26649182e1 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:30.342602 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.347546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:30.348198 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.398191 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94201be3-3361-46d5-8887-463689f8c631 req-ffc5fe70-7b12-4065-a1ef-c43b5f35c97a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:30.398907 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-94201be3-3361-46d5-8887-463689f8c631 req-ffc5fe70-7b12-4065-a1ef-c43b5f35c97a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:30.404362 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9435303
Apr 30 13:21:30.418029 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-94201be3-3361-46d5-8887-463689f8c631 req-ffc5fe70-7b12-4065-a1ef-c43b5f35c97a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:30.419213 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-94201be3-3361-46d5-8887-463689f8c631 req-ffc5fe70-7b12-4065-a1ef-c43b5f35c97a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 931 time: 0.1577718
Apr 30 13:21:30.424271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Request body: {'port': {'device_id': '51ec80af-a515-409f-a251-9d0a9718889b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:30.518273 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-39a75b51-5544-4a4d-b7ea-7de4de6b7573 None None] Provisioning for port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:30.523452 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-39a75b51-5544-4a4d-b7ea-7de4de6b7573 None None] Provisioning complete for port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:30.523824 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-39a75b51-5544-4a4d-b7ea-7de4de6b7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.564846 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-94201be3-3361-46d5-8887-463689f8c631 req-cb1b8197-1c7f-4b00-9a1f-cdb51681ce15 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1091921
Apr 30 13:21:30.579068 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-39a75b51-5544-4a4d-b7ea-7de4de6b7573 None None] Port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:30.583002 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.711623 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a2541-16de-4ab7-88cb-b0b78fa13ef0 req-2634b307-69f5-4b8e-a6ee-25865a427757 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:30.713424 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1e6a2541-16de-4ab7-88cb-b0b78fa13ef0 req-2634b307-69f5-4b8e-a6ee-25865a427757 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1001902
Apr 30 13:21:30.761845 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1e6a2541-16de-4ab7-88cb-b0b78fa13ef0 req-1bad485f-bb38-4b0c-9b91-04792c478fbd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418260
Apr 30 13:21:30.939226 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:21:30.946569 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.960651 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Transition to ACTIVE for port object a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:30.964237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.967766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4f71a7a3-5abb-40a6-88b9-1ccbe7b89778 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:31.123453 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:31.131235 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:31.205403 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Attempting to bind port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:31.205716 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Attempting to bind port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:31.206074 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Attempting to bind port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 on network 0cc87707-d905-4c01-8755-7767acf4ce00 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:31.210730 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 on network 0cc87707-d905-4c01-8755-7767acf4ce00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:21:31.211045 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Attempting to bind port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 on network 0cc87707-d905-4c01-8755-7767acf4ce00 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:31.216083 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:31.216411 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Checking segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:31.216783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Bound using segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:31.217205 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Bound port: a66cfb5b-8d13-4a42-a6be-066e52aaf9b2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:31.217544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:31.310742 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] For port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:31.314110 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] For port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:31.318968 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:31.322656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e15871e1-7f7f-42f8-94f8-c0ace8a6847f tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:31.375670 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:31.376452 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:31.377830 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] 10.222.0.103 "PUT /v2.0/ports/a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 HTTP/1.1" status: 200  len: 1093 time: 0.9576530
Apr 30 13:21:31.378356 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:31.407963 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:31.412998 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:31.440552 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'status': 'completed', 'code': 200}
Apr 30 13:21:31.541239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-0bb98150-ffe5-4e68-b477-48a60c7500a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:31.542769 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-0bb98150-ffe5-4e68-b477-48a60c7500a4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 1096 time: 0.0830722
Apr 30 13:21:31.620640 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-a9ec0a87-71a2-4c64-891b-e3cad793b1d1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 HTTP/1.1" status: 200  len: 217 time: 0.0626607
Apr 30 13:21:31.811943 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-8a93c64d-2246-4375-bd48-1bd2b4557666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:31.814147 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-8a93c64d-2246-4375-bd48-1bd2b4557666 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.1870725
Apr 30 13:21:31.934732 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0774a-fc53-4a20-ac72-491bb0be9d33 req-ddc3f32a-30ca-4b04-ac34-eb563873a1ab tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:31.937328 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-54c0774a-fc53-4a20-ac72-491bb0be9d33 req-ddc3f32a-30ca-4b04-ac34-eb563873a1ab tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 943 time: 0.1874015
Apr 30 13:21:31.970970 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb713cb-7835-4a10-9fa8-56cbec343212 req-d934cc8b-6e1c-4dc5-8b71-cd9e3c05e0cf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:31.972484 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7fb713cb-7835-4a10-9fa8-56cbec343212 req-d934cc8b-6e1c-4dc5-8b71-cd9e3c05e0cf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0879486
Apr 30 13:21:32.024369 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-54c0774a-fc53-4a20-ac72-491bb0be9d33 req-54b60e0c-58b6-410b-842b-3208043376c7 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793710
Apr 30 13:21:32.025858 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7fb713cb-7835-4a10-9fa8-56cbec343212 req-36a4c778-0db2-4683-a881-d071aee62052 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472925
Apr 30 13:21:32.026918 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-49f28960-2ea6-4632-a544-bed377615f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:32.028344 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-49f28960-2ea6-4632-a544-bed377615f9d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2018566
Apr 30 13:21:32.175120 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-d97b6760-83ee-45a4-aa35-e359d61646ce service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385074
Apr 30 13:21:32.309408 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-74b426e2-efd0-4fd9-979e-4ecf3ee49b19 req-608ff5dd-3888-4213-884e-7ad8f4d4937d service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272802
Apr 30 13:21:32.493326 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-0cb3b0a8-0f2c-47ae-84ff-68538d2425a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:32.494858 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-0cb3b0a8-0f2c-47ae-84ff-68538d2425a8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 1096 time: 0.0729058
Apr 30 13:21:32.629479 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-a69f0481-8a10-4d59-8072-80051de1edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:32.630880 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-a69f0481-8a10-4d59-8072-80051de1edc3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1277478
Apr 30 13:21:32.707182 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-5fe05a19-ed29-4060-a163-23f92fcd3add service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 HTTP/1.1" status: 200  len: 217 time: 0.0644760
Apr 30 13:21:32.774878 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-dbb34756-d654-4363-bae5-03eae0ea1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:32.776336 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-dbb34756-d654-4363-bae5-03eae0ea1433 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0616846
Apr 30 13:21:32.855332 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-1a4fe828-a58b-4429-8dc2-c9bc487fe49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:32.856790 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-1a4fe828-a58b-4429-8dc2-c9bc487fe49f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731006
Apr 30 13:21:32.992071 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-ff68e6bf-06af-448c-a6ba-35c5956e4dcf service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272883
Apr 30 13:21:33.128936 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4e9a62e-f442-4c56-830b-a6f17c991840 req-79291438-3fd8-43eb-bec0-8a9d8189bfcc service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301279
Apr 30 13:21:33.222440 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93c083-6b7d-496d-92d1-73e73b9f0364 req-ab5073ae-8917-46a2-b673-52d73e242bf3 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:33.223917 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4f93c083-6b7d-496d-92d1-73e73b9f0364 req-ab5073ae-8917-46a2-b673-52d73e242bf3 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 943 time: 0.0811558
Apr 30 13:21:33.224312 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587eeb-0622-4e42-920a-dabbd8e96c25 req-abb6c41f-de55-4221-a27a-ea4f9078dc42 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:33.225820 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5a587eeb-0622-4e42-920a-dabbd8e96c25 req-abb6c41f-de55-4221-a27a-ea4f9078dc42 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0857556
Apr 30 13:21:33.270790 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5a587eeb-0622-4e42-920a-dabbd8e96c25 req-dd81c9c3-acf9-432c-9a2d-44aaa2a6f629 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392253
Apr 30 13:21:33.275259 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4f93c083-6b7d-496d-92d1-73e73b9f0364 req-026c26f1-dedd-4f3f-829a-788ce39e8737 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449235
Apr 30 13:21:33.745805 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:21:33.882578 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:33.895522 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'port_id': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'mac_address': 'fa:16:3e:00:48:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:21:33.955230 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.972379 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:21:33.990474 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:33.994437 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.996339 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:34.063711 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:34.071141 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.071487 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.071824 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.072158 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.072513 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.072837 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.073156 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.073473 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.073792 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.074148 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.074464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.074777 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:34.078883 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:34.327867 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['a66cfb5b-8d13-4a42-a6be-066e52aaf9b2'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:21:34.489809 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2efdb-e6c2-4135-a66f-47ce2b6f05e7 req-80b30718-5dc3-4020-bab1-b9515731c776 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:34.492658 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91d2efdb-e6c2-4135-a66f-47ce2b6f05e7 req-80b30718-5dc3-4020-bab1-b9515731c776 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0965922
Apr 30 13:21:34.508403 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fdac4-5e53-4015-8557-fb7ae1d847dd req-e156dca7-27e5-46ad-839f-e9780e84d984 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:34.510000 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8b4fdac4-5e53-4015-8557-fb7ae1d847dd req-e156dca7-27e5-46ad-839f-e9780e84d984 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 944 time: 0.1082206
Apr 30 13:21:34.549475 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91d2efdb-e6c2-4135-a66f-47ce2b6f05e7 req-2c7fc835-843a-435b-9f84-58e02112608e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501647
Apr 30 13:21:34.571852 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-8b4fdac4-5e53-4015-8557-fb7ae1d847dd req-312af76a-5666-4d08-90a7-2f9709cc3a67 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:34.592617 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-8b4fdac4-5e53-4015-8557-fb7ae1d847dd req-312af76a-5666-4d08-90a7-2f9709cc3a67 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:34.598558 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8b4fdac4-5e53-4015-8557-fb7ae1d847dd req-312af76a-5666-4d08-90a7-2f9709cc3a67 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790110
Apr 30 13:21:35.744557 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ad5cd-215b-4c64-b1a8-0dc0d274a691 req-94334f67-ab2b-43de-8ba7-9691a9565c2f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:35.746032 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba9ad5cd-215b-4c64-b1a8-0dc0d274a691 req-94334f67-ab2b-43de-8ba7-9691a9565c2f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0854821
Apr 30 13:21:35.760428 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:35.796773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc8708-856a-4509-a620-33d24342295e req-7818829e-3670-49f9-a39c-cb281f71525e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:35.799302 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5ddc8708-856a-4509-a620-33d24342295e req-7818829e-3670-49f9-a39c-cb281f71525e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 944 time: 0.0865164
Apr 30 13:21:35.799502 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba9ad5cd-215b-4c64-b1a8-0dc0d274a691 req-b3fc7659-82d8-4ec2-bcb3-bd8726116f77 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468099
Apr 30 13:21:35.835459 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:35.840724 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:35.841165 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:35.854434 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5ddc8708-856a-4509-a620-33d24342295e req-be5a19f1-71f9-4112-bfb7-6789652eb3c6 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452917
Apr 30 13:21:35.972686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.001124 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:36.010809 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:36.014928 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.017063 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:36.047443 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'code': 200}
Apr 30 13:21:36.089042 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:36.091998 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:36.324307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6720ec-0239-4289-8b65-d3da6e7a1ae1 req-2f084f6e-a765-41a9-819c-6231d51bc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:36.325760 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4c6720ec-0239-4289-8b65-d3da6e7a1ae1 req-2f084f6e-a765-41a9-819c-6231d51bc616 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 1098 time: 0.0716798
Apr 30 13:21:36.369489 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4c6720ec-0239-4289-8b65-d3da6e7a1ae1 req-404d79c2-0324-480e-8ec6-0070ea0eb6c5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352178
Apr 30 13:21:37.067393 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73914-89d9-4d15-91d2-85661fd8df4d req-798c6336-6bb2-4ad6-97dc-1c16b2b5659c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:37.068960 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a4c73914-89d9-4d15-91d2-85661fd8df4d req-798c6336-6bb2-4ad6-97dc-1c16b2b5659c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1632996
Apr 30 13:21:37.116206 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a4c73914-89d9-4d15-91d2-85661fd8df4d req-d701489a-7530-464b-b332-92eef950d21c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413399
Apr 30 13:21:37.140265 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463535d1-48da-4c9f-883b-31049106cb91 req-93873ea1-1030-40c6-b331-6274c3572918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:37.142356 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463535d1-48da-4c9f-883b-31049106cb91 req-93873ea1-1030-40c6-b331-6274c3572918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 945 time: 0.1715460
Apr 30 13:21:37.188964 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-463535d1-48da-4c9f-883b-31049106cb91 req-2e985695-a1a4-4601-9851-634c09b8a266 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407250
Apr 30 13:21:38.380544 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cacb16-281e-4cdc-ade8-a3888e10bc09 req-366f162e-b5e1-489e-a791-885eb375e8a8 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:38.382056 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-03cacb16-281e-4cdc-ade8-a3888e10bc09 req-366f162e-b5e1-489e-a791-885eb375e8a8 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 945 time: 0.0834253
Apr 30 13:21:38.409808 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed8ed-6db1-4792-91a2-412594a0f276 req-913bb375-218f-42c8-b6c9-0cd5f07d15d3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:38.411470 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1f7ed8ed-6db1-4792-91a2-412594a0f276 req-913bb375-218f-42c8-b6c9-0cd5f07d15d3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1897531
Apr 30 13:21:38.428608 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-03cacb16-281e-4cdc-ade8-a3888e10bc09 req-2102187a-8c78-4703-8a5b-469ebb8492f2 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406303
Apr 30 13:21:38.468101 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1f7ed8ed-6db1-4792-91a2-412594a0f276 req-52f900de-b8e6-41d1-82e8-07f5764b4ca1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509303
Apr 30 13:21:38.640890 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468efc6-5841-4b1c-8428-344aabf8b133 req-47c01920-6475-4ad8-bd65-cc1896d6d209 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:38.642342 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e468efc6-5841-4b1c-8428-344aabf8b133 req-47c01920-6475-4ad8-bd65-cc1896d6d209 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 945 time: 0.0818617
Apr 30 13:21:38.650731 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 41182) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:38.655981 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'floatingip': {'port_id': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:38.737791 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:39.543303 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:39.550904 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:39.904003 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2486a8-3b8d-4e92-92b1-820388e098d3 req-b60e9b4a-4f4f-44de-a3e2-e248fbeba6f0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:39.905495 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad2486a8-3b8d-4e92-92b1-820388e098d3 req-b60e9b4a-4f4f-44de-a3e2-e248fbeba6f0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.2966411
Apr 30 13:21:39.911389 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Floating IP fc3b38b4-feb7-415e-9263-860102636391 associated. External IP: 172.27.0.140, port: a66cfb5b-8d13-4a42-a6be-066e52aaf9b2.
Apr 30 13:21:40.108605 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad2486a8-3b8d-4e92-92b1-820388e098d3 req-cd7335d8-966a-4c1b-9ecc-ea9024ddc1f5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280079
Apr 30 13:21:40.343812 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Router f6d638ce-ff32-434f-9f57-f895832a956f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:21:40.532412 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:40.537182 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.542493 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] Sync routers for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:40.552801 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:40.553413 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a352e4f0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:40.597124 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-9962ee2a-cf63-49df-8468-7f467937dbdd tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "PUT /v2.0/floatingips/fc3b38b4-feb7-415e-9263-860102636391 HTTP/1.1" status: 200  len: 991 time: 1.9419184
Apr 30 13:21:40.597124 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:40.668285 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'status': 'completed', 'code': 200}
Apr 30 13:21:40.742620 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:40.794380 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f953f-1fed-4973-acf9-50966d898465 req-9c656e6e-22cf-4d2e-bcdc-426fba8fc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:40.796154 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c26f953f-1fed-4973-acf9-50966d898465 req-9c656e6e-22cf-4d2e-bcdc-426fba8fc715 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 1098 time: 0.0755599
Apr 30 13:21:40.939763 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f953f-1fed-4973-acf9-50966d898465 req-73620f23-6dee-45e0-b469-3340e0788999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:40.941228 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c26f953f-1fed-4973-acf9-50966d898465 req-73620f23-6dee-45e0-b469-3340e0788999 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1384213
Apr 30 13:21:41.067863 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c26f953f-1fed-4973-acf9-50966d898465 req-5f9fd9e0-565d-4608-8c58-0d9f61affbda service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 HTTP/1.1" status: 200  len: 999 time: 0.1188757
Apr 30 13:21:41.117158 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a352e4f0>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'fc3b38b4-feb7-415e-9263-860102636391', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'port_id': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'mac_address': 'fa:16:3e:00:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ec80af-a515-409f-a251-9d0a9718889b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:21:26Z', 'updated_at': '2021-04-30T13:21:39Z', 'revision_number': 1, 'project_id': '795985fdb0c545438436572c0f48ee24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:41.121283 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] Checking router: f6d638ce-ff32-434f-9f57-f895832a956f for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:41.131495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:41.132118 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a352e4f0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:41.139674 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f953f-1fed-4973-acf9-50966d898465 req-73d29486-978c-46d1-9265-a97c0d55df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:41.139674 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c26f953f-1fed-4973-acf9-50966d898465 req-73d29486-978c-46d1-9265-a97c0d55df7b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0643272
Apr 30 13:21:41.227013 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f953f-1fed-4973-acf9-50966d898465 req-46a98b4d-b488-43e7-b89a-a33876e92c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:41.228508 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c26f953f-1fed-4973-acf9-50966d898465 req-46a98b4d-b488-43e7-b89a-a33876e92c2f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825174
Apr 30 13:21:41.406619 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:41.438573 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de407-2c0b-4817-9fbb-d18a9643ecc2 req-bbd4d521-03f0-418d-b5d9-ccb3f0bfa388 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:41.440165 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd1de407-2c0b-4817-9fbb-d18a9643ecc2 req-bbd4d521-03f0-418d-b5d9-ccb3f0bfa388 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.2029486
Apr 30 13:21:41.445684 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c26f953f-1fed-4973-acf9-50966d898465 req-1ad55a84-d341-4fde-8f42-4998436443be service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2097881
Apr 30 13:21:41.692496 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd1de407-2c0b-4817-9fbb-d18a9643ecc2 req-9f711202-61f6-47a1-90cf-7e6f1a90306f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2427630
Apr 30 13:21:41.735595 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c26f953f-1fed-4973-acf9-50966d898465 req-cca73d40-3f80-47dd-bf3b-eae7fd0290f0 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608095
Apr 30 13:21:41.841911 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a352e4f0>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'fc3b38b4-feb7-415e-9263-860102636391', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'port_id': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'mac_address': 'fa:16:3e:00:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ec80af-a515-409f-a251-9d0a9718889b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:21:26Z', 'updated_at': '2021-04-30T13:21:39Z', 'revision_number': 1, 'project_id': '795985fdb0c545438436572c0f48ee24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:41.846855 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb3053-a4c1-4c17-b1a2-79d421dc4bf0 None None] The sync data for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi is: [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'fc3b38b4-feb7-415e-9263-860102636391', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'port_id': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'mac_address': 'fa:16:3e:00:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ec80af-a515-409f-a251-9d0a9718889b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:21:26Z', 'updated_at': '2021-04-30T13:21:39Z', 'revision_number': 1, 'project_id': '795985fdb0c545438436572c0f48ee24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:42.039101 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde32f0-9ca0-43ae-b0f1-541c807082f2 None None] New status for floating IP fc3b38b4-feb7-415e-9263-860102636391: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:21:42.925443 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c0852-ddab-42f4-9357-5a1cc8fa1892 req-1c2d1820-bc97-406d-9622-f57434efeb25 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:42.926936 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4a7c0852-ddab-42f4-9357-5a1cc8fa1892 req-1c2d1820-bc97-406d-9622-f57434efeb25 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1141167
Apr 30 13:21:42.974667 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4a7c0852-ddab-42f4-9357-5a1cc8fa1892 req-7dfa6fa6-d260-4026-863d-f7726ba2ec69 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414140
Apr 30 13:21:44.117278 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-070d3a39-622b-474d-93fe-25d3b95c9dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:44.168911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094ed27-d113-4bc7-b430-03cbd8920345 req-e20f320e-5af0-45a5-9a96-7b3a93c177d8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:44.170568 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c094ed27-d113-4bc7-b430-03cbd8920345 req-e20f320e-5af0-45a5-9a96-7b3a93c177d8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0840518
Apr 30 13:21:44.219520 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c094ed27-d113-4bc7-b430-03cbd8920345 req-b6237d8b-2cdf-4628-ab67-f350adce853a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426970
Apr 30 13:21:45.409071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe5b76-5172-4a2e-bf5b-42bff7dcc70d req-1bf16add-5c9b-4c29-84f9-e3dd0fcbc8b6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:45.410932 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bdfe5b76-5172-4a2e-bf5b-42bff7dcc70d req-1bf16add-5c9b-4c29-84f9-e3dd0fcbc8b6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0833559
Apr 30 13:21:45.462729 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bdfe5b76-5172-4a2e-bf5b-42bff7dcc70d req-21301a7d-4ee9-44da-9892-8a775e11d7cf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458512
Apr 30 13:21:46.678331 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75001c84-b49e-4661-a8a5-93f51e699764 req-534b3b1e-1b93-4bfb-9b4f-70b254988d03 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:46.679818 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-75001c84-b49e-4661-a8a5-93f51e699764 req-534b3b1e-1b93-4bfb-9b4f-70b254988d03 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0853889
Apr 30 13:21:46.725665 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-75001c84-b49e-4661-a8a5-93f51e699764 req-997c5ee9-1846-481d-93ab-ae1e3a139608 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399840
Apr 30 13:21:46.795442 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4df09859-e163-4fed-8a9e-e9a685ac5c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.059117 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.467601 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.919050 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cfd70-39e3-482e-9217-dfc139bb5a76 req-1e7e35b6-3bec-42ad-9cd8-21f9e1776916 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:47.920441 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-299cfd70-39e3-482e-9217-dfc139bb5a76 req-1e7e35b6-3bec-42ad-9cd8-21f9e1776916 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0814719
Apr 30 13:21:47.966319 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-299cfd70-39e3-482e-9217-dfc139bb5a76 req-f100d203-1234-48f3-9efe-4587e8990ba8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401058
Apr 30 13:21:48.423682 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:48.513334 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-d4af5192-1078-4ddc-8152-1e250947bf67 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0795839
Apr 30 13:21:48.676708 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-8728df49-3aa8-48b7-964b-9892c14e507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:48.678811 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-8728df49-3aa8-48b7-964b-9892c14e507a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1099 time: 0.0767868
Apr 30 13:21:48.846977 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-2b5428b6-6444-4c79-b56e-528ab731f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:48.848458 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-2b5428b6-6444-4c79-b56e-528ab731f4a4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.1443868
Apr 30 13:21:48.962365 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-f0e24d45-a5eb-4ab2-8b55-e9afadcb1ca7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 1000 time: 0.1057429
Apr 30 13:21:49.028339 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-3a03566d-6a4d-417e-b769-74074ca40751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:49.029798 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-3a03566d-6a4d-417e-b769-74074ca40751 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0601211
Apr 30 13:21:49.114735 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-003459dc-4052-471a-abfe-b0735d9526c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:49.116426 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-003459dc-4052-471a-abfe-b0735d9526c4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791891
Apr 30 13:21:49.221919 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d1a4-01d4-45b6-b2db-fb10bd57468c req-bf1ddfeb-3ac4-4f60-85e0-c4abf586d9d7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:49.223429 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8d1d1a4-01d4-45b6-b2db-fb10bd57468c req-bf1ddfeb-3ac4-4f60-85e0-c4abf586d9d7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0916920
Apr 30 13:21:49.227784 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:49.263375 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-0e5d111b-57ad-4e14-b794-171f64adcd69 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384275
Apr 30 13:21:49.270458 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8d1d1a4-01d4-45b6-b2db-fb10bd57468c req-4abc0526-adba-4d23-89cd-403e6b39576e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403061
Apr 30 13:21:49.415738 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1af16661-1a2c-4583-ac03-6d2d7588a52f req-8d077d19-2838-4c14-b148-fe086861464a service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431210
Apr 30 13:21:50.474343 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76019-b217-434f-91e4-92b794c1b0d2 req-c3bb6098-ac59-4751-a675-1d5511fa77d3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:50.475863 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c9e76019-b217-434f-91e4-92b794c1b0d2 req-c3bb6098-ac59-4751-a675-1d5511fa77d3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0858643
Apr 30 13:21:50.524919 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c9e76019-b217-434f-91e4-92b794c1b0d2 req-8ffe6c87-c6bf-4430-9323-36eb648a81f0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431628
Apr 30 13:21:51.723661 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e235-d572-4ca3-85fe-4b7bd09bc66e req-e3ffe264-ef3f-4c4a-9ce7-c6bc996d825e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:51.725246 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bba1e235-d572-4ca3-85fe-4b7bd09bc66e req-e3ffe264-ef3f-4c4a-9ce7-c6bc996d825e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0865936
Apr 30 13:21:51.778660 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bba1e235-d572-4ca3-85fe-4b7bd09bc66e req-a3a57ade-27bc-4d4e-a518-f4505e48de80 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473819
Apr 30 13:21:52.972811 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772f81-dbb6-4e1b-aa04-09fef0333cd1 req-cc9b41fc-e3d7-47c4-81b6-f29246f52572 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:52.974287 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-15772f81-dbb6-4e1b-aa04-09fef0333cd1 req-cc9b41fc-e3d7-47c4-81b6-f29246f52572 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0828972
Apr 30 13:21:53.019991 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-15772f81-dbb6-4e1b-aa04-09fef0333cd1 req-1fc60fae-3416-436f-8d85-08760a5b780b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396993
Apr 30 13:21:53.987834 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:21:54.207979 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2014583-bf7a-4ba4-bc24-40158a22453d req-115526eb-702c-4aa0-afd9-2237459fbed0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:54.209426 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e2014583-bf7a-4ba4-bc24-40158a22453d req-115526eb-702c-4aa0-afd9-2237459fbed0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0843925
Apr 30 13:21:54.254820 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e2014583-bf7a-4ba4-bc24-40158a22453d req-f4d53f01-a16a-4f8e-8555-4dba420accdd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396037
Apr 30 13:21:55.444029 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebc7cf-a9c3-46a1-a7e1-9361c161aa42 req-4053b6f6-0d9e-4d1d-9f0d-1a3f5c1a21da tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:55.445512 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-44ebc7cf-a9c3-46a1-a7e1-9361c161aa42 req-4053b6f6-0d9e-4d1d-9f0d-1a3f5c1a21da tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0808511
Apr 30 13:21:55.495476 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-44ebc7cf-a9c3-46a1-a7e1-9361c161aa42 req-5554ecb7-85bf-4261-bb9a-1f3eac391fbe tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441475
Apr 30 13:21:56.689890 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aa2e6-79ba-4c27-8df1-287731904b01 req-8df52f20-8afc-4049-9c4d-b154e7bc1d68 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:56.691365 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b65aa2e6-79ba-4c27-8df1-287731904b01 req-8df52f20-8afc-4049-9c4d-b154e7bc1d68 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0843008
Apr 30 13:21:56.737244 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b65aa2e6-79ba-4c27-8df1-287731904b01 req-7b533554-0244-4841-9bb6-2439ca251599 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402045
Apr 30 13:21:57.929406 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8937ef-0a35-4b8f-a8af-c15d356541c3 req-53e8cfe1-2c20-4fae-9b3b-27275c209eca tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:57.930890 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6b8937ef-0a35-4b8f-a8af-c15d356541c3 req-53e8cfe1-2c20-4fae-9b3b-27275c209eca tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0827539
Apr 30 13:21:57.976342 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6b8937ef-0a35-4b8f-a8af-c15d356541c3 req-9b79127b-8f1e-4960-a8fd-3724776c922e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397997
Apr 30 13:21:59.167171 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4de33f-2524-45e0-93d2-596da53c59e2 req-b69d7e45-e7fe-4974-a122-4a5e2c9a1fbe tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:59.168529 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cb4de33f-2524-45e0-93d2-596da53c59e2 req-b69d7e45-e7fe-4974-a122-4a5e2c9a1fbe tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0809577
Apr 30 13:21:59.213365 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cb4de33f-2524-45e0-93d2-596da53c59e2 req-b79ede85-225a-47e6-b83a-e23597c0b5c9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387938
Apr 30 13:22:00.405105 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd71e6-ef4c-414a-bd2e-2eed5e45c5bf req-9ee1dca2-d2d3-45cc-9974-c8f8aaf8ad95 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:00.407151 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-14dd71e6-ef4c-414a-bd2e-2eed5e45c5bf req-9ee1dca2-d2d3-45cc-9974-c8f8aaf8ad95 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0856056
Apr 30 13:22:00.545979 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-14dd71e6-ef4c-414a-bd2e-2eed5e45c5bf req-26a6e434-5992-4080-a324-7b16751a6ff0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1329403
Apr 30 13:22:01.744445 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a46f07-3fe6-4877-8c41-6d8137752d94 req-a0886ac9-36a5-4bc9-ace8-407df20b826d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:01.745896 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c2a46f07-3fe6-4877-8c41-6d8137752d94 req-a0886ac9-36a5-4bc9-ace8-407df20b826d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0878882
Apr 30 13:22:01.792583 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c2a46f07-3fe6-4877-8c41-6d8137752d94 req-9377d374-5ce3-4849-83ae-2c00240c3be2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406866
Apr 30 13:22:03.001650 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe9ab-35c8-4893-b4e8-3fd3d17ad591 req-fbbe7c78-02ef-4b21-84dd-29d6a648258a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:03.003210 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f37fe9ab-35c8-4893-b4e8-3fd3d17ad591 req-fbbe7c78-02ef-4b21-84dd-29d6a648258a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0835752
Apr 30 13:22:03.052096 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f37fe9ab-35c8-4893-b4e8-3fd3d17ad591 req-cbc2b96f-2d17-4d95-b7b3-a1e0b527b762 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432644
Apr 30 13:22:04.246862 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ad5c6-ad82-4c5f-ad9a-bbc44b5fde53 req-c227250f-00f9-40c5-8b5d-4adb56ba9653 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:04.248324 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9c6ad5c6-ad82-4c5f-ad9a-bbc44b5fde53 req-c227250f-00f9-40c5-8b5d-4adb56ba9653 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0893228
Apr 30 13:22:04.295542 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9c6ad5c6-ad82-4c5f-ad9a-bbc44b5fde53 req-c1521c7b-2a06-460b-9f25-61a0877760f6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406699
Apr 30 13:22:05.485890 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c95a34-314c-4f2c-b15a-33d4857446a0 req-9e2bc566-ba26-4a02-8c55-32e94556bcb7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:05.487842 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f6c95a34-314c-4f2c-b15a-33d4857446a0 req-9e2bc566-ba26-4a02-8c55-32e94556bcb7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0855474
Apr 30 13:22:05.532592 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f6c95a34-314c-4f2c-b15a-33d4857446a0 req-ed382edd-17c4-45c7-a34a-da50116f8381 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391283
Apr 30 13:22:06.723486 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80135dce-1b24-4216-896e-b68a4b6953bc req-e277aea2-3713-4e25-8354-02907dc1885b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:06.724909 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-80135dce-1b24-4216-896e-b68a4b6953bc req-e277aea2-3713-4e25-8354-02907dc1885b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0844524
Apr 30 13:22:06.770431 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-80135dce-1b24-4216-896e-b68a4b6953bc req-491d3e9b-7660-4368-ba8a-45434264aeb6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396736
Apr 30 13:22:07.968337 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7d39-8cff-44e9-9d4d-0de9bf25e31b req-d5df06b8-4f6a-42f9-a7ed-6b7f27253c56 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:07.969800 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-30eb7d39-8cff-44e9-9d4d-0de9bf25e31b req-d5df06b8-4f6a-42f9-a7ed-6b7f27253c56 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0866315
Apr 30 13:22:08.016085 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-30eb7d39-8cff-44e9-9d4d-0de9bf25e31b req-986e0b4e-1bbf-4cfb-9754-be45c15a78c2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404880
Apr 30 13:22:09.199752 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30d11-fb78-4de1-90c5-b5dbb2974284 req-c37d66fd-e6c6-42aa-a453-39a266b41ff3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:09.201211 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0da30d11-fb78-4de1-90c5-b5dbb2974284 req-c37d66fd-e6c6-42aa-a453-39a266b41ff3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0802338
Apr 30 13:22:09.245857 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0da30d11-fb78-4de1-90c5-b5dbb2974284 req-f29e25d4-1b8c-4360-898c-3f2ed70a0375 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389376
Apr 30 13:22:10.437155 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f788a-eaf8-4022-8676-4ea8eab10894 req-149eab32-a761-4746-9927-2e676c8d9b3e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.438624 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-680f788a-eaf8-4022-8676-4ea8eab10894 req-149eab32-a761-4746-9927-2e676c8d9b3e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0844471
Apr 30 13:22:10.485019 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-680f788a-eaf8-4022-8676-4ea8eab10894 req-689ea69e-c3fa-4a3e-a59e-dbcc6b737bce tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407712
Apr 30 13:22:11.675190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d72f7-9414-46b1-b061-b28afadae4c7 req-c045a346-0544-4273-ae1f-285b663b7989 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:11.676625 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-593d72f7-9414-46b1-b061-b28afadae4c7 req-c045a346-0544-4273-ae1f-285b663b7989 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0849915
Apr 30 13:22:11.721290 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-593d72f7-9414-46b1-b061-b28afadae4c7 req-75a343cf-1096-4bbc-b5c5-af15f1e4dd90 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389495
Apr 30 13:22:12.909716 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3a610-4e07-48ef-8b91-dd04dd6746a6 req-e4e87cc8-c951-4cf6-9fc8-4704f4a1848b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:12.911458 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-98d3a610-4e07-48ef-8b91-dd04dd6746a6 req-e4e87cc8-c951-4cf6-9fc8-4704f4a1848b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0847466
Apr 30 13:22:12.955643 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-98d3a610-4e07-48ef-8b91-dd04dd6746a6 req-2d91f903-9af4-47f0-ba02-ee67c962d67d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384884
Apr 30 13:22:14.119794 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-fb406bff-73fc-484c-9acb-78c70fab3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:14.148281 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecd454-5196-4c44-b13e-42dbebe33478 req-c9e4205d-01d4-4579-b315-73519504d13d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:14.149708 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-50ecd454-5196-4c44-b13e-42dbebe33478 req-c9e4205d-01d4-4579-b315-73519504d13d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0820343
Apr 30 13:22:14.195671 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-50ecd454-5196-4c44-b13e-42dbebe33478 req-cf20ef38-f3f0-4d42-b0c8-3e70cdb75475 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397124
Apr 30 13:22:15.448146 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1ea0e-718d-426d-9b11-7f45764314b0 req-e7a8930c-87f9-4881-bab0-515b2e232ff8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:15.449598 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dbc1ea0e-718d-426d-9b11-7f45764314b0 req-e7a8930c-87f9-4881-bab0-515b2e232ff8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1479781
Apr 30 13:22:15.500991 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dbc1ea0e-718d-426d-9b11-7f45764314b0 req-e5677ef0-eafe-446e-965b-ded23049a578 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416772
Apr 30 13:22:15.980559 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 1ca6d999-b984-4833-8b8f-a6e9c0526e9e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:22:16.118574 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:16.131441 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'port_id': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'mac_address': 'fa:16:3e:4d:66:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:22:16.185670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:16.202744 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca6d999-b984-4833-8b8f-a6e9c0526e9e {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:22:16.218559 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:16.222846 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:16.224560 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:16.293727 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:16.298095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:16.640107 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['1ca6d999-b984-4833-8b8f-a6e9c0526e9e'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:22:16.691358 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d1642-4af3-43f5-9f63-74d365206f2c req-6463c7cd-5f18-4b68-be1e-e1a7bf789d6d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:16.692893 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e91d1642-4af3-43f5-9f63-74d365206f2c req-6463c7cd-5f18-4b68-be1e-e1a7bf789d6d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 944 time: 0.0857019
Apr 30 13:22:16.742265 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e91d1642-4af3-43f5-9f63-74d365206f2c req-011bd198-18ec-40b0-87db-90a00ba76b25 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434868
Apr 30 13:22:16.803555 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1bc9-6bef-4c8c-b910-c617e4d87e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:17.062133 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:17.470393 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:17.936089 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74072233-c7ac-4036-9d95-04c0fdca1b58 req-c9d86072-8d3f-48c6-a461-93342d6bd0c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:17.937726 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-74072233-c7ac-4036-9d95-04c0fdca1b58 req-c9d86072-8d3f-48c6-a461-93342d6bd0c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 944 time: 0.0838721
Apr 30 13:22:17.984112 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-74072233-c7ac-4036-9d95-04c0fdca1b58 req-c8df9db9-7082-44ab-a118-0b798194761d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405347
Apr 30 13:22:18.021485 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 1ca6d999-b984-4833-8b8f-a6e9c0526e9e up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:22:18.089989 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:22:18.095878 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:22:18.096247 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:18.214203 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:18.243123 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:18.253328 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:18.257844 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:18.260171 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:18.334571 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:18.337944 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:18.352797 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'code': 200}
Apr 30 13:22:18.430797 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:18.677108 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d8fc-7ef7-40be-b497-f2220e5475b1 req-49bfface-6e81-49f8-8b50-e2a3e2eb7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:18.678604 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a714d8fc-7ef7-40be-b497-f2220e5475b1 req-49bfface-6e81-49f8-8b50-e2a3e2eb7422 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1098 time: 0.1156015
Apr 30 13:22:18.722357 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a714d8fc-7ef7-40be-b497-f2220e5475b1 req-d21becee-ad03-46c4-89ce-b1f7469c6aa6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361440
Apr 30 13:22:19.177362 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f9b0-a3e0-4b4a-a5f3-a325c8e47b4b req-66179c4c-560f-4f93-b3a3-cb3537c8a798 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:19.178882 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3ff2f9b0-a3e0-4b4a-a5f3-a325c8e47b4b req-66179c4c-560f-4f93-b3a3-cb3537c8a798 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0840423
Apr 30 13:22:19.225025 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3ff2f9b0-a3e0-4b4a-a5f3-a325c8e47b4b req-9e6874cb-2317-4767-aef0-2391827c6c22 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404062
Apr 30 13:22:19.228528 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:20.411095 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151b424-f05a-434e-a3db-b215155c0501 req-7e06d048-933b-41a4-b43c-3c60994733ce tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:20.412555 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1151b424-f05a-434e-a3db-b215155c0501 req-7e06d048-933b-41a4-b43c-3c60994733ce tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0806389
Apr 30 13:22:20.460921 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1151b424-f05a-434e-a3db-b215155c0501 req-f4e9927b-a2d0-4cc6-b187-1ebb67e23a72 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425870
Apr 30 13:22:20.645215 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d07c2-577e-4147-a1cb-84f1a85a3272 req-e699f0fb-9b27-4680-8b32-f416f31857c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:20.646735 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-153d07c2-577e-4147-a1cb-84f1a85a3272 req-e699f0fb-9b27-4680-8b32-f416f31857c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0813532
Apr 30 13:22:20.692694 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-153d07c2-577e-4147-a1cb-84f1a85a3272 req-f8fa3e69-25f2-4b57-890b-a0b38acdf016 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401404
Apr 30 13:22:20.715629 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 41660) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:20.893750 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8610e02-2ded-4ad6-ab41-16881f10e34b tempest-TestShelveInstance-1094270617 tempest-TestShelveInstance-1094270617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:20.894483 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b8610e02-2ded-4ad6-ab41-16881f10e34b tempest-TestShelveInstance-1094270617 tempest-TestShelveInstance-1094270617-project-admin] Synchronizing usage tracker for tenant:766230de7b424702bf98d04c944463e7 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:22:20.911861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b8610e02-2ded-4ad6-ab41-16881f10e34b tempest-TestShelveInstance-1094270617 tempest-TestShelveInstance-1094270617-project-admin] Unset dirty status for tenant:766230de7b424702bf98d04c944463e7 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:22:20.915806 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b8610e02-2ded-4ad6-ab41-16881f10e34b tempest-TestShelveInstance-1094270617 tempest-TestShelveInstance-1094270617-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1093 time: 0.1964867
Apr 30 13:22:20.916014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 41670) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:20.921429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'port_id': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:20.927467 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:20.931715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Usage tracker for resource:floatingip and tenant:4d9dbe0005674e0899b90b9db4c9423e is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:20.934571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:20.940760 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:20.952894 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for floatingip, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:21.096549 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:21.234769 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Allocated IP 172.27.0.222 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/79a18ae0-4961-4cdc-99a2-e88da583a772) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:22:21.381003 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:21.409996 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:21.413779 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3800abad-1a9c-4f50-8d88-bded2b6218d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:21.474863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:22:21.478000 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:22:21.481554 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:22:21.513672 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'Port': ['ID=79a18ae0-4961-4cdc-99a2-e88da583a772,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:21.531802 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.532156 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.532508 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.532852 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.533194 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.533532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.533867 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.534229 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.534568 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.534904 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.535235 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.535580 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:21.540483 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:22.038192 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:22.121884 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:22.330175 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:22.334759 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:22.338312 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b965fd10-1f39-4397-8561-4b20607e8e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:22.444460 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event updated for resources: {'Port': ['ID=79a18ae0-4961-4cdc-99a2-e88da583a772,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:22.448578 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:22.457240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:22.627705 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Floating IP 338a3b4e-850e-49ff-8531-f3f0597359fb associated. External IP: 172.27.0.222, port: 1ca6d999-b984-4833-8b8f-a6e9c0526e9e.
Apr 30 13:22:22.984881 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:22:23.276794 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:22:23.288453 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] Sync routers for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:22:23.300030 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:23.300750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa6b50>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:23.301897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:23.357070 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4400349
Apr 30 13:22:23.357806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:23.459482 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'status': 'completed', 'code': 200}
Apr 30 13:22:23.522435 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:23.587952 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-09290dec-ae20-489d-b0aa-9134d6249c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:23.589428 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-09290dec-ae20-489d-b0aa-9134d6249c41 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1098 time: 0.0725384
Apr 30 13:22:23.727588 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-6c5c429f-92c5-486e-ad5e-8a0a1d5362be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:23.729039 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-6c5c429f-92c5-486e-ad5e-8a0a1d5362be service neutron] 10.222.0.103 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 910 time: 0.1319928
Apr 30 13:22:23.839948 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-033f1bb5-af4c-448a-837c-770fa7874e55 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 999 time: 0.1017501
Apr 30 13:22:23.870626 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa6b50>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '338a3b4e-850e-49ff-8531-f3f0597359fb', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'port_id': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'mac_address': 'fa:16:3e:4d:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:21Z', 'updated_at': '2021-04-30T13:22:21Z', 'revision_number': 0, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 5, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:23.875374 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] Checking router: 84f0e8be-90f1-45a6-b1e2-c3437d962a87 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:22:23.884647 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:23.885293 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa6b50>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:23.915814 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-f44bde61-8988-4f49-b22f-0222d8502be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:23.917246 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-f44bde61-8988-4f49-b22f-0222d8502be6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 200  len: 847 time: 0.0670645
Apr 30 13:22:24.006801 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-f3eaca07-6375-4ad3-bedd-1ada8f57905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:24.008281 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-f3eaca07-6375-4ad3-bedd-1ada8f57905a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827410
Apr 30 13:22:24.071942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:24.147154 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-136ff7ac-499d-49fb-b70f-3f9fa1e45a91 service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296306
Apr 30 13:22:24.291000 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ab011fa7-ed6c-4d22-875f-201ce4f3f3c2 req-c132fc02-dfd1-428f-85c1-abab755ad71a service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360657
Apr 30 13:22:24.431823 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fa6b50>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '338a3b4e-850e-49ff-8531-f3f0597359fb', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'port_id': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'mac_address': 'fa:16:3e:4d:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:21Z', 'updated_at': '2021-04-30T13:22:21Z', 'revision_number': 0, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 5, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:24.435766 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf21f64-193a-438e-b66c-dc93c55092f0 None None] The sync data for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi is: [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '338a3b4e-850e-49ff-8531-f3f0597359fb', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'port_id': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'mac_address': 'fa:16:3e:4d:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:21Z', 'updated_at': '2021-04-30T13:22:21Z', 'revision_number': 0, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 5, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:22:24.625003 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660fb73-9a8d-4061-b667-fcb8af34c38f None None] New status for floating IP 338a3b4e-850e-49ff-8531-f3f0597359fb: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:22:30.986852 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:22:44.126737 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-6157636a-79f4-4204-87c1-500b09d875ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:46.787551 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7de646f8-8144-4dd1-8a5b-cee1b4504e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:47.067995 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:47.475464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:48.436819 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:49.230552 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:49.527737 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-87b1e233-952b-4662-a9f3-f76b7002ccb6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773928
Apr 30 13:22:49.637557 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-1620a67d-2c72-40c0-8b25-423c8156f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.639131 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-1620a67d-2c72-40c0-8b25-423c8156f9c5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 1099 time: 0.0714428
Apr 30 13:22:49.790586 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-6ad83ca5-c799-4725-b653-bfd90c3b66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.791946 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-6ad83ca5-c799-4725-b653-bfd90c3b66ea service neutron] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 916 time: 0.1291778
Apr 30 13:22:49.870233 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-6d4b1527-ab1e-4d10-8340-104f6dcd30e4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 200  len: 217 time: 0.0674191
Apr 30 13:22:49.939074 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-2c6b7ce0-0c29-4ad2-bd55-2e761a0af77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.940533 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-2c6b7ce0-0c29-4ad2-bd55-2e761a0af77f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.0637894
Apr 30 13:22:49.990090 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-c2c268cb-2630-450f-aaea-9e1e8728feb8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420237
Apr 30 13:22:50.131139 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-46a0642e-8ed6-4e38-9ddd-9c0ee2ab4e0a service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336749
Apr 30 13:22:50.365388 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ecab1964-bc8c-4b2f-9479-04dc002c8780 req-46e7c028-4ba8-43eb-b652-d9b6a40a8825 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275572
Apr 30 13:23:07.986823 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:23:14.119056 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdfda-1e63-4c4e-ac5b-7021909d57f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:16.792463 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-824b7e04-666e-4117-a18b-c10f8512a31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:17.072058 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:17.477131 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:18.465975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:19.240427 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:44.124443 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-bb46378d-5b97-44fc-b560-b3afe0e0c496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:44.988214 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:23:46.787621 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b3aae3f3-64de-4229-8bc4-5983bb2e9770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:47.085310 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:47.481013 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:48.472046 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:49.237722 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:50.566206 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-27bb9e79-0764-4657-bca3-36fe5489c0a1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0966940
Apr 30 13:23:50.673224 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-130ab295-c188-486e-bcbb-8fb5b8fefd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:50.674825 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-130ab295-c188-486e-bcbb-8fb5b8fefd0a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 1098 time: 0.0735891
Apr 30 13:23:50.831317 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-2519aef2-0c16-4734-a0b5-00b1062b1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:50.832939 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-2519aef2-0c16-4734-a0b5-00b1062b1094 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1373317
Apr 30 13:23:50.945749 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-e414ebf6-72be-4207-90f2-e06b14c6c816 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 HTTP/1.1" status: 200  len: 1001 time: 0.1057773
Apr 30 13:23:51.016058 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-1710067b-85e4-4935-ab5c-7fe561700968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:51.017562 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-1710067b-85e4-4935-ab5c-7fe561700968 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0646131
Apr 30 13:23:51.098467 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-9474879f-30de-45b4-b3b7-dd01c99f2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:51.100024 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-9474879f-30de-45b4-b3b7-dd01c99f2281 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757463
Apr 30 13:23:51.242843 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-0ce9f027-4d58-43b7-90f0-3a227c4966ee service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342337
Apr 30 13:23:51.395544 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c94bfbeb-58c1-47a9-9da3-6bd5863f7acf req-b98a6244-1acb-4905-a63f-5630e510c23e service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453087
Apr 30 13:24:14.118962 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c09fbf3d-294f-4a44-9305-dc36ff29c35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:16.791028 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a3772f6f-b797-4a9a-8947-96e4587ab096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:17.078453 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:17.482680 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:18.472043 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:19.238645 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:21.748738 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b5989-daed-465b-91d4-1da1801b4cad req-708b6e5d-1114-47e0-bf0b-a16d6b70f123 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:21.750146 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f20b5989-daed-465b-91d4-1da1801b4cad req-708b6e5d-1114-47e0-bf0b-a16d6b70f123 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0842187
Apr 30 13:24:21.796158 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f20b5989-daed-465b-91d4-1da1801b4cad req-60c841b9-046d-4384-8bb3-7697e2308b9f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401635
Apr 30 13:24:21.988108 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:24:22.992574 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478d445-8431-448c-8e5f-463b6ec7ee25 req-aa635b1d-c6c2-438d-992b-2bb88003039d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:22.994015 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b478d445-8431-448c-8e5f-463b6ec7ee25 req-aa635b1d-c6c2-438d-992b-2bb88003039d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0837095
Apr 30 13:24:23.037905 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b478d445-8431-448c-8e5f-463b6ec7ee25 req-855e5af7-4f0f-4c67-b225-ba150ec4ad7f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375834
Apr 30 13:24:24.228297 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339728e-2d61-40fe-bc32-80fdfb29a3e6 req-028ac566-9e19-436d-ba50-9603b3e20958 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:24.229791 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e339728e-2d61-40fe-bc32-80fdfb29a3e6 req-028ac566-9e19-436d-ba50-9603b3e20958 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0825779
Apr 30 13:24:24.275757 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e339728e-2d61-40fe-bc32-80fdfb29a3e6 req-9557f902-016f-466c-86c1-ad22a4ad53d3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398216
Apr 30 13:24:25.466422 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729147-a614-48ce-801a-86812cfd43b9 req-1cc1365e-789d-4acf-825c-8015db6eb2cc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:25.468054 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-24729147-a614-48ce-801a-86812cfd43b9 req-1cc1365e-789d-4acf-825c-8015db6eb2cc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0840926
Apr 30 13:24:25.514448 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-24729147-a614-48ce-801a-86812cfd43b9 req-3070f67e-b9d3-450e-a48a-1fec7f1307c3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404644
Apr 30 13:24:26.705959 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ebb87-2757-4496-b069-d8fd653505e3 req-251efe2a-12f7-4b47-971a-60c1246e8692 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:26.707465 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5a6ebb87-2757-4496-b069-d8fd653505e3 req-251efe2a-12f7-4b47-971a-60c1246e8692 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0876875
Apr 30 13:24:26.752079 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5a6ebb87-2757-4496-b069-d8fd653505e3 req-0f499dc8-0bdd-4251-ad27-1746bc1a698e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389805
Apr 30 13:24:27.942016 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6eb34-f73c-4182-90eb-0596d43ed774 req-44eb68ec-90aa-47b0-8d9e-5dbe4eab74fd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:27.944590 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8cb6eb34-f73c-4182-90eb-0596d43ed774 req-44eb68ec-90aa-47b0-8d9e-5dbe4eab74fd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0818260
Apr 30 13:24:27.990366 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8cb6eb34-f73c-4182-90eb-0596d43ed774 req-f596274e-5a61-4ec1-9164-aaebce705d43 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403183
Apr 30 13:24:29.212975 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588210d7-3e66-4aea-b418-7f4ce742f4ad req-258ac66a-1ba5-4158-835c-96b9e7b54a51 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:29.214542 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-588210d7-3e66-4aea-b418-7f4ce742f4ad req-258ac66a-1ba5-4158-835c-96b9e7b54a51 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.1025722
Apr 30 13:24:29.270692 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-588210d7-3e66-4aea-b418-7f4ce742f4ad req-0114be72-8b45-419e-bccb-a3e1ce5a14eb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504682
Apr 30 13:24:30.458780 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb1fa-d0d0-45df-8a4d-329ffe613363 req-e3b6fe6a-1247-4872-8c27-78bb8b478a18 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:30.460204 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a9cfb1fa-d0d0-45df-8a4d-329ffe613363 req-e3b6fe6a-1247-4872-8c27-78bb8b478a18 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0806942
Apr 30 13:24:30.508914 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a9cfb1fa-d0d0-45df-8a4d-329ffe613363 req-60ed1d51-dd60-4509-b413-c8e271ecd148 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421581
Apr 30 13:24:31.700523 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c28928-ce47-47b7-83eb-bd32dc00ff3d req-105c84a1-0305-4a7c-8feb-07cea895b855 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:31.701957 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f6c28928-ce47-47b7-83eb-bd32dc00ff3d req-105c84a1-0305-4a7c-8feb-07cea895b855 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0802701
Apr 30 13:24:31.747430 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f6c28928-ce47-47b7-83eb-bd32dc00ff3d req-8a5392e7-6c8c-4ac2-9167-7f3182faeeee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395746
Apr 30 13:24:31.931959 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdaff-e322-44c5-a344-047074f75aa1 req-076bc4f8-7127-4fca-8a7d-2a96593e535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:31.933430 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-933bdaff-e322-44c5-a344-047074f75aa1 req-076bc4f8-7127-4fca-8a7d-2a96593e535d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1098 time: 0.0710254
Apr 30 13:24:32.063915 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdaff-e322-44c5-a344-047074f75aa1 req-afed7fed-29f7-4ae1-a8e1-75b39389cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:32.065359 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-933bdaff-e322-44c5-a344-047074f75aa1 req-afed7fed-29f7-4ae1-a8e1-75b39389cfde service neutron] 10.222.0.103 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 910 time: 0.1252055
Apr 30 13:24:32.169531 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-933bdaff-e322-44c5-a344-047074f75aa1 req-65ba8771-48cd-41ec-a09c-6060c1f42f19 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 1001 time: 0.0968797
Apr 30 13:24:32.236271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdaff-e322-44c5-a344-047074f75aa1 req-53a824e3-36d6-4389-81f4-72f865f101bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:32.237711 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-933bdaff-e322-44c5-a344-047074f75aa1 req-53a824e3-36d6-4389-81f4-72f865f101bd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 200  len: 847 time: 0.0619376
Apr 30 13:24:32.314641 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdaff-e322-44c5-a344-047074f75aa1 req-ab39a6e5-7d69-4a3f-a194-c1bf5808197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:32.316109 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-933bdaff-e322-44c5-a344-047074f75aa1 req-ab39a6e5-7d69-4a3f-a194-c1bf5808197b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719099
Apr 30 13:24:32.452760 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-933bdaff-e322-44c5-a344-047074f75aa1 req-7ac45c6e-3739-4cc1-85b7-f2a00a819d19 service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290264
Apr 30 13:24:32.684654 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-933bdaff-e322-44c5-a344-047074f75aa1 req-1ff2a9bf-611e-45b9-a5be-1ea90f4a1668 service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234120
Apr 30 13:24:32.944264 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424097d-a35c-4544-9135-aa49f7b70eb5 req-bb9dcfc4-5ca1-4493-87d1-305946356493 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:32.945444 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c424097d-a35c-4544-9135-aa49f7b70eb5 req-bb9dcfc4-5ca1-4493-87d1-305946356493 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0865872
Apr 30 13:24:32.992396 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c424097d-a35c-4544-9135-aa49f7b70eb5 req-a40d1a48-613e-44cb-a0bc-8e2a0109d11d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407832
Apr 30 13:24:34.178434 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5430-4480-4023-83e8-768313ba8d5b req-245168fe-4069-4394-9ff3-22f4297cf6b4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:34.179885 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b81e5430-4480-4023-83e8-768313ba8d5b req-245168fe-4069-4394-9ff3-22f4297cf6b4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0816238
Apr 30 13:24:34.226188 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b81e5430-4480-4023-83e8-768313ba8d5b req-b2455355-0b90-4123-bad8-ffcefbab2b8c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396385
Apr 30 13:24:35.423518 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3b953-513d-4d3d-a5d9-dcf0e80d981f req-27ec2149-3f86-4b73-b4ea-dee10cc0a247 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:35.424959 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-01e3b953-513d-4d3d-a5d9-dcf0e80d981f req-27ec2149-3f86-4b73-b4ea-dee10cc0a247 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0819852
Apr 30 13:24:35.470479 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-01e3b953-513d-4d3d-a5d9-dcf0e80d981f req-d7e19548-c3fa-4ef3-95b3-17a74036288d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396578
Apr 30 13:24:36.682417 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b9abc-d4c9-419b-8975-1f10663d9b7f req-123a4ac8-2982-4b3a-a67d-e3b103bb63ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:36.683894 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-633b9abc-d4c9-419b-8975-1f10663d9b7f req-123a4ac8-2982-4b3a-a67d-e3b103bb63ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 945 time: 0.0971792
Apr 30 13:24:36.711694 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 1ca6d999-b984-4833-8b8f-a6e9c0526e9e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:24:36.734315 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-633b9abc-d4c9-419b-8975-1f10663d9b7f req-1f6dc7ab-550a-4ac0-ac56-3812b3c1ea5f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446079
Apr 30 13:24:36.836909 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:36.869603 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:24:36.880227 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:24:36.887928 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:36.891311 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:24:36.935424 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'code': 200}
Apr 30 13:24:36.982326 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,revision_number=6']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:24:36.989824 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.990260 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.990660 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.990857 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.991143 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.991459 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.991775 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.992084 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.992395 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.992702 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.993009 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.993313 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:36.997549 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:24:37.943824 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963792a0-3add-4674-a5ef-0f94c9dc4bcb req-a01a5aed-1cec-4f4d-ac62-d5da0d340a44 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:37.945337 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-963792a0-3add-4674-a5ef-0f94c9dc4bcb req-a01a5aed-1cec-4f4d-ac62-d5da0d340a44 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0859363
Apr 30 13:24:37.991416 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-963792a0-3add-4674-a5ef-0f94c9dc4bcb req-2e0fc4dc-b430-4486-83ce-a63b04b398c0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403409
Apr 30 13:24:39.191843 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e96d86-908c-4f8f-999a-6c74d6ac0b18 req-7e6486bd-2858-4944-9372-7399d7c2feea tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:39.193346 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-90e96d86-908c-4f8f-999a-6c74d6ac0b18 req-7e6486bd-2858-4944-9372-7399d7c2feea tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0868952
Apr 30 13:24:39.239409 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-90e96d86-908c-4f8f-999a-6c74d6ac0b18 req-e868a2c8-f46e-4e09-b287-6a7961c6903b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392706
Apr 30 13:24:40.457559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79cc6a-eb69-4355-bc18-fd42e55c6ede req-fc991acb-b9d5-471b-8e40-5431cdc0627b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:40.459517 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cb79cc6a-eb69-4355-bc18-fd42e55c6ede req-fc991acb-b9d5-471b-8e40-5431cdc0627b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1065605
Apr 30 13:24:40.513179 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cb79cc6a-eb69-4355-bc18-fd42e55c6ede req-e9407d3b-5337-4bb7-8dc5-1086aa389fa2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457602
Apr 30 13:24:41.703327 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853f99f-63e3-4dbd-b5a7-d2f976e8f2aa req-1c1f81d8-5f70-4ad3-8f76-e6e0ccd7ad0d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:41.704776 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4853f99f-63e3-4dbd-b5a7-d2f976e8f2aa req-1c1f81d8-5f70-4ad3-8f76-e6e0ccd7ad0d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0811076
Apr 30 13:24:41.755383 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4853f99f-63e3-4dbd-b5a7-d2f976e8f2aa req-4a413e02-8c8a-48ad-b551-bb9feafbf4c0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442002
Apr 30 13:24:42.944523 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503b070-10cf-4f25-833e-394e21c8ff78 req-f3c25b07-aef9-4ba0-8d4a-7e90408067ae tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:42.945991 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b503b070-10cf-4f25-833e-394e21c8ff78 req-f3c25b07-aef9-4ba0-8d4a-7e90408067ae tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0813091
Apr 30 13:24:42.992408 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b503b070-10cf-4f25-833e-394e21c8ff78 req-1a96ff4a-535e-46a2-b064-5eb5f26f5495 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404048
Apr 30 13:24:44.123280 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9c5719b6-2c8f-41b4-b205-8bd7a988f783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:44.189559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4ed4f-382d-43ee-b157-3f62b37e2f32 req-f5fb0874-3a7b-4b38-9391-cc8971c1a0fd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:44.191061 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7da4ed4f-382d-43ee-b157-3f62b37e2f32 req-f5fb0874-3a7b-4b38-9391-cc8971c1a0fd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0880382
Apr 30 13:24:44.236305 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7da4ed4f-382d-43ee-b157-3f62b37e2f32 req-76077392-f09f-43c6-8862-b1cca217370b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393386
Apr 30 13:24:45.426827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df530b03-415d-4358-9bd8-d14067209a29 req-c4491fff-d45c-4e3f-bac7-53830441310a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:45.428265 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-df530b03-415d-4358-9bd8-d14067209a29 req-c4491fff-d45c-4e3f-bac7-53830441310a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0813770
Apr 30 13:24:45.475665 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-df530b03-415d-4358-9bd8-d14067209a29 req-33893304-9a25-4278-91b7-fd95605ff1d9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408442
Apr 30 13:24:46.663725 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ab4c-719f-418c-8a92-b1e1b5b2010d req-db3ec802-978b-43ca-a1dc-68c9454a92d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:46.665150 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d9b5ab4c-719f-418c-8a92-b1e1b5b2010d req-db3ec802-978b-43ca-a1dc-68c9454a92d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0837636
Apr 30 13:24:46.711913 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d9b5ab4c-719f-418c-8a92-b1e1b5b2010d req-433683c7-c768-437b-a8e6-a937d987f4b2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401163
Apr 30 13:24:46.795629 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-fac049e2-44a1-43f9-9bd2-0c83f33688b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:47.081228 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:47.486788 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:47.905010 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e29011-2a53-4ddd-ab22-280a280674d9 req-494a5723-580e-4e96-9066-41a3187aac1b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:47.906483 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-81e29011-2a53-4ddd-ab22-280a280674d9 req-494a5723-580e-4e96-9066-41a3187aac1b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0875635
Apr 30 13:24:47.959803 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-81e29011-2a53-4ddd-ab22-280a280674d9 req-aa9557bb-afc7-44e5-b836-24d3822c7cef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472362
Apr 30 13:24:48.483502 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:49.161821 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17c161-c4c1-4574-842a-7ef25274a9e2 req-9c24947b-192f-4a73-a7cb-3772c1fe48dd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:49.163493 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9f17c161-c4c1-4574-842a-7ef25274a9e2 req-9c24947b-192f-4a73-a7cb-3772c1fe48dd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0858111
Apr 30 13:24:49.215069 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9f17c161-c4c1-4574-842a-7ef25274a9e2 req-c6a95cd0-249e-45a3-8246-cd7c310c3cee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426049
Apr 30 13:24:49.242032 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:50.476238 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33dc92-74bd-4292-9ce5-e97d6dcac421 req-066e5973-e5c8-480a-a665-a9cddbfd4917 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:50.477721 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4b33dc92-74bd-4292-9ce5-e97d6dcac421 req-066e5973-e5c8-480a-a665-a9cddbfd4917 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1550934
Apr 30 13:24:50.523774 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4b33dc92-74bd-4292-9ce5-e97d6dcac421 req-73beaf52-0899-44cc-9c0f-afd52e81f90f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397530
Apr 30 13:24:51.719026 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec380-2ccf-4821-8d2d-de8ed2514302 req-de54570d-cb0a-4035-ad03-99c0a66a930d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:51.720473 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3f7ec380-2ccf-4821-8d2d-de8ed2514302 req-de54570d-cb0a-4035-ad03-99c0a66a930d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0867386
Apr 30 13:24:51.765943 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3f7ec380-2ccf-4821-8d2d-de8ed2514302 req-3f3b6b9a-d3a4-400b-9a35-805eea851c33 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395536
Apr 30 13:24:52.512603 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-7e8f0558-b360-473f-8227-e4c65e5893ae service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725405
Apr 30 13:24:52.676551 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9161d-2121-48bf-8d63-9d42881f033c req-90a35539-201e-499a-a741-4fcd07a835ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:52.678031 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-90a35539-201e-499a-a741-4fcd07a835ba service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 1099 time: 0.0776458
Apr 30 13:24:52.827198 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9161d-2121-48bf-8d63-9d42881f033c req-87eca5ed-8672-4880-bc33-484e7ec80ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:52.828771 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-87eca5ed-8672-4880-bc33-484e7ec80ad5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.1305521
Apr 30 13:24:52.956977 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-130d69a1-727d-4dd5-8aa9-c97345cf33cc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 200  len: 1000 time: 0.1194177
Apr 30 13:24:52.958334 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56b082-b4f3-4090-85ce-cc7558549df2 req-f72bff86-2244-4865-a75e-3922a0ccd069 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:52.959793 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-af56b082-b4f3-4090-85ce-cc7558549df2 req-f72bff86-2244-4865-a75e-3922a0ccd069 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0825350
Apr 30 13:24:53.005938 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-af56b082-b4f3-4090-85ce-cc7558549df2 req-025c64f8-7ed0-4026-b6e2-2e04811d2032 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400786
Apr 30 13:24:53.025917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9161d-2121-48bf-8d63-9d42881f033c req-73bbc59a-f501-48e7-aa0a-3d6a4fb0095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:53.027425 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-73bbc59a-f501-48e7-aa0a-3d6a4fb0095f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0637028
Apr 30 13:24:53.103641 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9161d-2121-48bf-8d63-9d42881f033c req-84e63f39-bddd-48db-b49e-ee9e6a422cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:53.105099 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-84e63f39-bddd-48db-b49e-ee9e6a422cdd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709758
Apr 30 13:24:53.238086 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-317128af-7e2d-4c8f-b339-3ebe3fa80edb service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255891
Apr 30 13:24:53.458075 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43e9161d-2121-48bf-8d63-9d42881f033c req-d93589f6-38f7-469b-ab30-718029cd7530 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118845
Apr 30 13:24:54.211163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b63f-d447-4086-9c6a-1f2d38c88466 req-f4d94a34-8281-44a8-808f-e15f7e628d41 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:54.212652 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3794b63f-d447-4086-9c6a-1f2d38c88466 req-f4d94a34-8281-44a8-808f-e15f7e628d41 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0965939
Apr 30 13:24:54.261005 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3794b63f-d447-4086-9c6a-1f2d38c88466 req-28655a0d-09c6-4c7f-9efa-2d58f5a28278 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426004
Apr 30 13:24:55.448827 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449efb07-56f6-4544-8387-dd1c64e9e7d3 req-55eb1f1f-1f7d-43c3-8934-f9204a13a220 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:55.450466 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-449efb07-56f6-4544-8387-dd1c64e9e7d3 req-55eb1f1f-1f7d-43c3-8934-f9204a13a220 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0829687
Apr 30 13:24:55.495628 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-449efb07-56f6-4544-8387-dd1c64e9e7d3 req-f1c1b8ec-f297-4d48-b70c-171a838bbaee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394211
Apr 30 13:24:56.683799 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a34f-5d33-4f63-8c81-e2dcfadef267 req-23ffa8e6-dd65-4c81-9183-3080fab346e5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:56.685272 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ebf4a34f-5d33-4f63-8c81-e2dcfadef267 req-23ffa8e6-dd65-4c81-9183-3080fab346e5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0812368
Apr 30 13:24:56.730101 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ebf4a34f-5d33-4f63-8c81-e2dcfadef267 req-e737148c-4795-4a2c-9d1e-d18d3cfaf9b2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390577
Apr 30 13:24:57.920352 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc101ab-0f91-4a42-a41d-e007f379edec req-7baf2132-6c4f-4c02-9a26-dd44fda28af4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:57.921817 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8bc101ab-0f91-4a42-a41d-e007f379edec req-7baf2132-6c4f-4c02-9a26-dd44fda28af4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0859058
Apr 30 13:24:57.968772 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8bc101ab-0f91-4a42-a41d-e007f379edec req-8ada6819-4adc-48b7-8672-3cff6d69f5b8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411007
Apr 30 13:24:58.987099 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:24:59.167328 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd11c-ed39-4780-b968-c9678208a7dc req-e5b9f9c6-4986-42b9-9258-0f5261994dee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:59.168847 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0ecfd11c-ed39-4780-b968-c9678208a7dc req-e5b9f9c6-4986-42b9-9258-0f5261994dee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0880878
Apr 30 13:24:59.215485 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0ecfd11c-ed39-4780-b968-c9678208a7dc req-e5b2dddf-00fe-4c33-852d-9e1419792c82 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403106
Apr 30 13:25:00.408045 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081092-ee64-4647-83f7-f064afb0a9c3 req-41658dea-6554-46f8-b651-4d70824fb8c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:00.409605 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20081092-ee64-4647-83f7-f064afb0a9c3 req-41658dea-6554-46f8-b651-4d70824fb8c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0821745
Apr 30 13:25:00.454718 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20081092-ee64-4647-83f7-f064afb0a9c3 req-d569610d-aabc-4040-a361-0c2ce060700d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392160
Apr 30 13:25:01.653280 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3176-cd7a-44a9-b9da-4d5e3914f215 req-8de0b8c6-5d43-4c8e-b7af-dc3fc8ccbd21 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:01.654792 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4d4d3176-cd7a-44a9-b9da-4d5e3914f215 req-8de0b8c6-5d43-4c8e-b7af-dc3fc8ccbd21 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0832033
Apr 30 13:25:01.700513 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4d4d3176-cd7a-44a9-b9da-4d5e3914f215 req-0bec5063-27ee-4ca7-a360-5f5b32a37741 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392725
Apr 30 13:25:02.890928 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2330bfc-4f5b-4611-9c0f-c07435b9261f req-d369832c-7269-4edd-9e7a-0037afc8bc61 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:02.892397 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d2330bfc-4f5b-4611-9c0f-c07435b9261f req-d369832c-7269-4edd-9e7a-0037afc8bc61 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0854826
Apr 30 13:25:02.938908 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d2330bfc-4f5b-4611-9c0f-c07435b9261f req-e239156a-12ef-447d-917f-9d181e5b5bcf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408280
Apr 30 13:25:04.140226 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7211-9cb4-4eb6-a331-78f01891f51c req-44e6caba-0c4f-489f-ba02-7af6a3567926 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:04.141629 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d47e7211-9cb4-4eb6-a331-78f01891f51c req-44e6caba-0c4f-489f-ba02-7af6a3567926 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0815818
Apr 30 13:25:04.191995 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d47e7211-9cb4-4eb6-a331-78f01891f51c req-7d7b95e5-231c-4199-9f67-ee1d74943235 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445945
Apr 30 13:25:05.386504 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176603c-e667-4721-ad66-29e1508c936d req-f692682d-6f76-46d3-96a5-78b75dc46f2f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:05.387919 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5176603c-e667-4721-ad66-29e1508c936d req-f692682d-6f76-46d3-96a5-78b75dc46f2f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0891359
Apr 30 13:25:05.434896 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5176603c-e667-4721-ad66-29e1508c936d req-30d590d9-bcc2-4c1f-a65e-5d3fd59552ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411172
Apr 30 13:25:06.625537 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f78be-a2d8-4185-8714-7dd1ece09356 req-26085413-408f-4715-afa5-cf1ad84d05a6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:06.626945 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c52f78be-a2d8-4185-8714-7dd1ece09356 req-26085413-408f-4715-afa5-cf1ad84d05a6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845730
Apr 30 13:25:06.672839 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c52f78be-a2d8-4185-8714-7dd1ece09356 req-ccbb3d9b-2b48-444c-961c-c15de35fab03 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395780
Apr 30 13:25:07.864125 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baaf72-1497-4377-93aa-9e57b7759378 req-5876e15b-f0e4-43cc-b316-00005b498f5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:07.865610 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-65baaf72-1497-4377-93aa-9e57b7759378 req-5876e15b-f0e4-43cc-b316-00005b498f5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0834050
Apr 30 13:25:07.914674 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-65baaf72-1497-4377-93aa-9e57b7759378 req-772a6ca2-c935-4533-aa29-96fd87c1e114 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422249
Apr 30 13:25:09.111174 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54e7c-28af-42a8-8e77-fd5e492145fb req-76149a30-6024-453b-99c2-ede5e194d4e3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:09.112723 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-edc54e7c-28af-42a8-8e77-fd5e492145fb req-76149a30-6024-453b-99c2-ede5e194d4e3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0855696
Apr 30 13:25:09.162638 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-edc54e7c-28af-42a8-8e77-fd5e492145fb req-481210c0-6127-47f6-a6b4-966cb035411b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414202
Apr 30 13:25:10.376223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbcd04-4f79-4591-95fc-a6479850e37f req-79429b3b-103f-4bd4-b86d-ba150d1a24e4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:10.377705 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-65cbcd04-4f79-4591-95fc-a6479850e37f req-79429b3b-103f-4bd4-b86d-ba150d1a24e4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0906150
Apr 30 13:25:10.490161 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-65cbcd04-4f79-4591-95fc-a6479850e37f req-d22d2c53-b524-4243-991a-220671bf04d0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064403
Apr 30 13:25:11.678465 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ac7c8-4c2f-4ce5-87ae-ce9a427100cd req-8c66c534-d2a2-4cd1-8783-e32486673c2c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:11.679908 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0f4ac7c8-4c2f-4ce5-87ae-ce9a427100cd req-8c66c534-d2a2-4cd1-8783-e32486673c2c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0806861
Apr 30 13:25:11.728939 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0f4ac7c8-4c2f-4ce5-87ae-ce9a427100cd req-966a7c54-9fba-4937-9972-24ec234de032 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425997
Apr 30 13:25:12.919194 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad5739-d6df-47fc-b34f-c80f11ab0fae req-8ee2d085-4d41-46d7-82be-96b3569d86c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:12.920658 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97ad5739-d6df-47fc-b34f-c80f11ab0fae req-8ee2d085-4d41-46d7-82be-96b3569d86c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0874484
Apr 30 13:25:12.965686 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97ad5739-d6df-47fc-b34f-c80f11ab0fae req-bcc72efb-19a4-4de7-b230-c50cc61f8edf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393558
Apr 30 13:25:14.132044 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a4e457fa-3c35-49c4-afba-b0025ce6e21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:14.158076 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780471a-1c20-4706-a81e-2d2f6d889231 req-192d7795-0371-44aa-a49f-2de0b9ea1938 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:14.159533 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1780471a-1c20-4706-a81e-2d2f6d889231 req-192d7795-0371-44aa-a49f-2de0b9ea1938 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0861661
Apr 30 13:25:14.204322 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1780471a-1c20-4706-a81e-2d2f6d889231 req-78d4ea3e-8270-458a-93f3-a6f1218b23d4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383470
Apr 30 13:25:15.392125 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7d216-d42c-4910-bdb6-5542e15b2cc4 req-c9e27a91-7eea-4b96-8094-786a8ec23f57 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:15.393580 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-01c7d216-d42c-4910-bdb6-5542e15b2cc4 req-c9e27a91-7eea-4b96-8094-786a8ec23f57 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0811210
Apr 30 13:25:15.439086 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-01c7d216-d42c-4910-bdb6-5542e15b2cc4 req-daed863d-3608-456e-b754-dcd84555652d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398636
Apr 30 13:25:16.626981 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4758552-81ff-447f-bd51-012a4dfefc5e req-63ea57ec-ee83-4b96-8b05-095e88b468cf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:16.628346 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a4758552-81ff-447f-bd51-012a4dfefc5e req-63ea57ec-ee83-4b96-8b05-095e88b468cf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0829782
Apr 30 13:25:16.674943 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a4758552-81ff-447f-bd51-012a4dfefc5e req-5a26b88e-8589-45ae-aad8-70996c1130b3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396674
Apr 30 13:25:16.799302 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0ada9589-784b-4b26-935e-d9f00110d939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:17.086479 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:17.489651 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:17.867106 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cccf8-2793-4300-a04c-c552f88851d3 req-7316e27c-18e7-4511-a047-bdb4fb2cc160 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:17.869310 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba8cccf8-2793-4300-a04c-c552f88851d3 req-7316e27c-18e7-4511-a047-bdb4fb2cc160 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0862825
Apr 30 13:25:17.916329 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ba8cccf8-2793-4300-a04c-c552f88851d3 req-399b74d9-1eaf-4095-990b-46129af131ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415115
Apr 30 13:25:18.497549 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:19.111753 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6bad-9cea-4cec-9296-b04b0e5bf794 req-2e0643a4-1ae8-4a93-a277-7828424051f8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:19.113246 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0afa6bad-9cea-4cec-9296-b04b0e5bf794 req-2e0643a4-1ae8-4a93-a277-7828424051f8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0811238
Apr 30 13:25:19.159816 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0afa6bad-9cea-4cec-9296-b04b0e5bf794 req-f93d4767-9fda-4b5e-b18d-3e37fb30ddef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402541
Apr 30 13:25:19.242476 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:20.497104 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdcf91-6513-47cc-94a1-b230e4b0ab44 req-b19974b0-8acd-4373-ad8b-c204bcf23ea1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:20.498584 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-81fdcf91-6513-47cc-94a1-b230e4b0ab44 req-b19974b0-8acd-4373-ad8b-c204bcf23ea1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0852256
Apr 30 13:25:20.544232 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-81fdcf91-6513-47cc-94a1-b230e4b0ab44 req-f6bf13a9-b7ea-4df2-91ed-18bde36c727f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398984
Apr 30 13:25:21.732368 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025649-2706-4994-9ab7-49170bd00c0c req-e3d375b6-43a9-42ec-8a5f-ed52163266d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:21.733726 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e6025649-2706-4994-9ab7-49170bd00c0c req-e3d375b6-43a9-42ec-8a5f-ed52163266d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0851462
Apr 30 13:25:21.778270 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e6025649-2706-4994-9ab7-49170bd00c0c req-86fff979-2490-49f4-9e7f-5885c1902577 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388172
Apr 30 13:25:23.002552 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861767-be10-4b35-ae36-811964950ecb req-ce07fb1a-852b-4a07-8ab5-7eb3a5b1ff8a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:23.004004 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8f861767-be10-4b35-ae36-811964950ecb req-ce07fb1a-852b-4a07-8ab5-7eb3a5b1ff8a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0805960
Apr 30 13:25:23.050994 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8f861767-be10-4b35-ae36-811964950ecb req-faca18a7-c16e-4a5e-87a4-99987dfb90a5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411434
Apr 30 13:25:24.238143 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69dad7-7eb9-44c0-b529-915aed9c907b req-ff1caf96-35fd-438c-b470-554e01bb2554 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:24.239589 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a69dad7-7eb9-44c0-b529-915aed9c907b req-ff1caf96-35fd-438c-b470-554e01bb2554 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0834835
Apr 30 13:25:24.287552 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a69dad7-7eb9-44c0-b529-915aed9c907b req-8f8e95f3-145e-45b2-b7c7-c1724b909620 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393636
Apr 30 13:25:25.478524 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb6265-1962-42ba-9a0b-f783f0382144 req-d240f081-3be9-40da-b5c5-f7ab74505c79 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:25.480007 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59eb6265-1962-42ba-9a0b-f783f0382144 req-d240f081-3be9-40da-b5c5-f7ab74505c79 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0858214
Apr 30 13:25:25.526478 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59eb6265-1962-42ba-9a0b-f783f0382144 req-005cd942-5d08-4d5a-b7ef-77479e115a13 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397241
Apr 30 13:25:26.722673 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e458ba-1df0-450d-b19a-e0063b27a9be req-408aed43-cea3-48bf-a74b-5f0ff5a42d87 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:26.724161 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-54e458ba-1df0-450d-b19a-e0063b27a9be req-408aed43-cea3-48bf-a74b-5f0ff5a42d87 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0872581
Apr 30 13:25:26.771780 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-54e458ba-1df0-450d-b19a-e0063b27a9be req-4865d7a8-a156-49f0-a0b1-2c4a2f466f4c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418270
Apr 30 13:25:28.115086 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4fab1-1075-4ff7-a2bd-74caae4d179d req-388fb4f3-1de3-4e9a-9712-67ec24a1d854 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:28.117098 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-30c4fab1-1075-4ff7-a2bd-74caae4d179d req-388fb4f3-1de3-4e9a-9712-67ec24a1d854 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0877626
Apr 30 13:25:28.172331 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-30c4fab1-1075-4ff7-a2bd-74caae4d179d req-8ddeccf7-8beb-4535-891c-ddeb35d17980 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493965
Apr 30 13:25:29.367324 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa38acb-17ef-493b-9c89-c6cd37374553 req-381e81da-e808-4df4-98f9-9011ddb78bb8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:29.369613 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1fa38acb-17ef-493b-9c89-c6cd37374553 req-381e81da-e808-4df4-98f9-9011ddb78bb8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0881288
Apr 30 13:25:29.419881 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1fa38acb-17ef-493b-9c89-c6cd37374553 req-00e904c7-1fbe-4e30-81c9-5c3b95e25360 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419292
Apr 30 13:25:30.609093 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e21f5-273d-40a9-a4c9-7b8b4227e0a5 req-93988612-3ed1-4d6b-826e-9d6e69daaabc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:30.610553 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a2e21f5-273d-40a9-a4c9-7b8b4227e0a5 req-93988612-3ed1-4d6b-826e-9d6e69daaabc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0817583
Apr 30 13:25:30.659326 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0a2e21f5-273d-40a9-a4c9-7b8b4227e0a5 req-f785f865-4ed1-4de1-8b2e-b452d2ec75d6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390251
Apr 30 13:25:31.911666 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff0f9c-c3c8-4c42-9dad-e0a2c7d20a6c req-ed1f6303-5b8f-41fd-8335-9b36f5c79bb4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:31.913115 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6fff0f9c-c3c8-4c42-9dad-e0a2c7d20a6c req-ed1f6303-5b8f-41fd-8335-9b36f5c79bb4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1472864
Apr 30 13:25:31.958217 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6fff0f9c-c3c8-4c42-9dad-e0a2c7d20a6c req-e783c39a-2cfe-4b8e-8f96-30a2aafc59e0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391436
Apr 30 13:25:33.155269 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34d83-35ad-4cc5-9997-c253125c9dcf req-3c5bdafe-87f0-4e10-97b8-aea3fc483a47 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:33.156624 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-55f34d83-35ad-4cc5-9997-c253125c9dcf req-3c5bdafe-87f0-4e10-97b8-aea3fc483a47 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0893691
Apr 30 13:25:33.209744 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-55f34d83-35ad-4cc5-9997-c253125c9dcf req-0aa17709-a96d-4bd5-a478-07d2fbcc689d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471630
Apr 30 13:25:34.408221 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc5e13-6a77-4552-8b28-ee6b777a074e req-ef2bc247-23dd-4435-af18-103956e4fdb9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:34.409702 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8cc5e13-6a77-4552-8b28-ee6b777a074e req-ef2bc247-23dd-4435-af18-103956e4fdb9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0854859
Apr 30 13:25:34.458264 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8cc5e13-6a77-4552-8b28-ee6b777a074e req-f09b547a-e58e-41ae-a82e-b0115c759a5f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416849
Apr 30 13:25:35.655006 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed5a2-7bb8-4b29-bcfe-829131a44fd0 req-66a15689-97d2-4dd1-b18d-2242b326dbfb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:35.656479 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-913ed5a2-7bb8-4b29-bcfe-829131a44fd0 req-66a15689-97d2-4dd1-b18d-2242b326dbfb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0837755
Apr 30 13:25:35.704776 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-913ed5a2-7bb8-4b29-bcfe-829131a44fd0 req-b697093c-283c-4ca5-a5bf-8514babefc23 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418565
Apr 30 13:25:35.985712 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:25:36.931482 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9628e-7b80-4492-bdae-729154ae9054 req-5cd64049-d272-49c4-b4da-15133cb8069b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:36.933628 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ccd9628e-7b80-4492-bdae-729154ae9054 req-5cd64049-d272-49c4-b4da-15133cb8069b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0948064
Apr 30 13:25:36.982838 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ccd9628e-7b80-4492-bdae-729154ae9054 req-2ae6215a-a581-4a29-ac0d-dadd7e3dba5b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432613
Apr 30 13:25:38.180041 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda507-cdbd-4d40-b094-fba4dc509288 req-e26dd168-1e8a-4b9f-95fe-b15a9da872b7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:38.182598 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-05eda507-cdbd-4d40-b094-fba4dc509288 req-e26dd168-1e8a-4b9f-95fe-b15a9da872b7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0828269
Apr 30 13:25:38.241095 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-05eda507-cdbd-4d40-b094-fba4dc509288 req-847be71e-8126-4a3c-b098-d8ac85373e5f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539844
Apr 30 13:25:39.462505 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea96825-770a-40f9-9c49-91a28170c5b7 req-906da088-f9db-4071-bd46-c88e536c6edb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:39.463869 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6ea96825-770a-40f9-9c49-91a28170c5b7 req-906da088-f9db-4071-bd46-c88e536c6edb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1056235
Apr 30 13:25:39.516363 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6ea96825-770a-40f9-9c49-91a28170c5b7 req-594975c5-6089-44bb-a9b5-a5fe09c1963d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467632
Apr 30 13:25:40.715636 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999e34-6218-489c-82ed-703ad0d38935 req-ff72417f-de25-440a-8265-7cccb94e631f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:40.717087 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f999e34-6218-489c-82ed-703ad0d38935 req-ff72417f-de25-440a-8265-7cccb94e631f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0878239
Apr 30 13:25:40.763431 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f999e34-6218-489c-82ed-703ad0d38935 req-13b7a473-e35c-4505-b348-f688a6898053 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405464
Apr 30 13:25:42.002952 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7114-f92e-4c03-9cce-5c134514ad96 req-3854bc62-4ed9-420c-b19f-53dec3387c3e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:42.004396 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-798a7114-f92e-4c03-9cce-5c134514ad96 req-3854bc62-4ed9-420c-b19f-53dec3387c3e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0841894
Apr 30 13:25:42.053926 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-798a7114-f92e-4c03-9cce-5c134514ad96 req-010d2bd3-4cd3-4b4a-aeda-248677b398da tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399001
Apr 30 13:25:43.248879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7b89-0a23-4fb4-9415-8d6d9560a814 req-2379fc08-a862-45b0-b2b4-677809a16a5d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:43.251240 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ff5f7b89-0a23-4fb4-9415-8d6d9560a814 req-2379fc08-a862-45b0-b2b4-677809a16a5d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0895221
Apr 30 13:25:43.306518 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ff5f7b89-0a23-4fb4-9415-8d6d9560a814 req-f21e2a8b-df5c-472d-91b2-00782f456858 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457530
Apr 30 13:25:44.124921 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-74aeaf98-ec7d-45ea-8d3b-8ca77123108f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:44.504447 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeb572-8257-4694-b28c-b7767d87678e req-54736acf-6838-4ae5-8ded-a4cf4faa22c5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:44.505894 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-45aeb572-8257-4694-b28c-b7767d87678e req-54736acf-6838-4ae5-8ded-a4cf4faa22c5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0887103
Apr 30 13:25:44.551153 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-45aeb572-8257-4694-b28c-b7767d87678e req-6b84015c-f792-4141-b16e-ed17ea58c97e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395405
Apr 30 13:25:45.763634 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2778257-5a7d-4e17-93b1-3db82430b645 req-948fc2df-cf79-4830-a5c7-028c3d6399fb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:45.765168 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c2778257-5a7d-4e17-93b1-3db82430b645 req-948fc2df-cf79-4830-a5c7-028c3d6399fb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1016178
Apr 30 13:25:45.813662 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c2778257-5a7d-4e17-93b1-3db82430b645 req-9c8a6aa0-0c09-4f0c-b011-dc2b0a529169 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423717
Apr 30 13:25:46.795942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-75df1b5f-25c6-4549-82fb-7e0ac43c6d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:47.056130 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120603c8-7acd-4fcd-ad3f-70c67a65157e req-d7073e58-45e1-465b-8750-f3b3548b3fc8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:47.058325 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-120603c8-7acd-4fcd-ad3f-70c67a65157e req-d7073e58-45e1-465b-8750-f3b3548b3fc8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1045449
Apr 30 13:25:47.095017 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:47.134847 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-120603c8-7acd-4fcd-ad3f-70c67a65157e req-232348fb-e478-405a-8665-94fb256e111d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655267
Apr 30 13:25:47.494372 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:48.388928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36313d4c-12d5-475e-bd6f-eab8044716e3 req-05a694e9-9bb2-4a87-8d60-8c802d3f71e0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:48.390748 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36313d4c-12d5-475e-bd6f-eab8044716e3 req-05a694e9-9bb2-4a87-8d60-8c802d3f71e0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1438608
Apr 30 13:25:48.445930 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36313d4c-12d5-475e-bd6f-eab8044716e3 req-9e05e6e7-3f5a-450d-8fd0-d13bef500307 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446191
Apr 30 13:25:48.498966 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:49.255910 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:49.647607 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa261282-f460-47e1-9f43-790c311da528 req-6738e7ef-cbf0-4477-8d95-e0b49e399bf8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:49.649498 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa261282-f460-47e1-9f43-790c311da528 req-6738e7ef-cbf0-4477-8d95-e0b49e399bf8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0838614
Apr 30 13:25:49.698356 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa261282-f460-47e1-9f43-790c311da528 req-4caebf9a-6175-445d-aaf2-6682d2813161 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427680
Apr 30 13:25:50.895305 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589685-b465-4d36-a910-de10337b99bd req-e1a5eff2-ad76-46f3-8493-32c7f253089a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:50.896794 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-da589685-b465-4d36-a910-de10337b99bd req-e1a5eff2-ad76-46f3-8493-32c7f253089a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0887387
Apr 30 13:25:50.943366 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-da589685-b465-4d36-a910-de10337b99bd req-f9dbf220-ce63-4e77-901e-c370485820d6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403714
Apr 30 13:25:52.157065 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bec146-19ac-46e0-9cc5-dedac17340ab req-687bfb25-5db0-47b5-8857-aaf9c271b9a8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:52.159374 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f1bec146-19ac-46e0-9cc5-dedac17340ab req-687bfb25-5db0-47b5-8857-aaf9c271b9a8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1064060
Apr 30 13:25:52.217459 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f1bec146-19ac-46e0-9cc5-dedac17340ab req-b7dca47a-9dbd-453e-95bd-6964a31b8a03 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456479
Apr 30 13:25:52.689457 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-19985b07-138e-42c0-b227-82b045dc5392 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1141407
Apr 30 13:25:52.812165 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707df6-6601-499a-8b82-30f2407f427b req-12c64c88-fba5-4bab-9db8-70c74c80666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:52.813830 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-12c64c88-fba5-4bab-9db8-70c74c80666d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 1099 time: 0.0876822
Apr 30 13:25:53.048309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707df6-6601-499a-8b82-30f2407f427b req-a88bfd6d-d352-4f39-a1c8-9179f4ac126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:53.049643 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-a88bfd6d-d352-4f39-a1c8-9179f4ac126e service neutron] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 916 time: 0.2036514
Apr 30 13:25:53.211562 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-f1a1dc2b-2420-4be3-b9fc-019596e5bb1d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 200  len: 217 time: 0.1543479
Apr 30 13:25:53.285970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707df6-6601-499a-8b82-30f2407f427b req-d61a5429-b2c1-4a8d-97c4-6453e25e94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:53.287534 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-d61a5429-b2c1-4a8d-97c4-6453e25e94e4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.0685813
Apr 30 13:25:53.342270 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-67e1ac79-e3f3-4805-83bb-ff40fe54f6e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470660
Apr 30 13:25:53.548121 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-67b8810d-aa54-42e2-988e-61a1a90e5451 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681516
Apr 30 13:25:53.557229 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e5536-f473-4c78-b206-d7b834e7928b req-e3672993-f1f0-4c1b-a158-f1324f8103ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:53.558754 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-741e5536-f473-4c78-b206-d7b834e7928b req-e3672993-f1f0-4c1b-a158-f1324f8103ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.2120197
Apr 30 13:25:53.703546 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-741e5536-f473-4c78-b206-d7b834e7928b req-b8c5b5b5-99c1-4d5d-a243-6fcb7dee0b40 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234474
Apr 30 13:25:53.733880 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3707df6-6601-499a-8b82-30f2407f427b req-ace41474-5d1c-4b6e-bdbe-42a5a830f278 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740091
Apr 30 13:25:54.977600 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8392c12-1e72-45e3-a4f2-bd28eb4d125d req-110919ad-13f5-48c0-883d-60082a9deef6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:54.979139 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f8392c12-1e72-45e3-a4f2-bd28eb4d125d req-110919ad-13f5-48c0-883d-60082a9deef6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0900381
Apr 30 13:25:55.034457 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f8392c12-1e72-45e3-a4f2-bd28eb4d125d req-15a1ebba-cf66-42cb-b941-40ce568bf450 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481963
Apr 30 13:25:56.279799 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cf33a-f3e4-4bd5-ab48-b85fa5592de9 req-26232b63-38f3-44a0-8d68-5233ca59ebd2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:56.281543 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-309cf33a-f3e4-4bd5-ab48-b85fa5592de9 req-26232b63-38f3-44a0-8d68-5233ca59ebd2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1314456
Apr 30 13:25:56.331029 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-309cf33a-f3e4-4bd5-ab48-b85fa5592de9 req-efe7f229-3057-4a56-b69c-ff40ed1b6deb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430260
Apr 30 13:25:57.546206 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9d637-df30-42b2-b1eb-40f74d56bab1 req-90c16fe5-d85a-4260-ba8d-ad504a8dfe6f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:57.547681 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eac9d637-df30-42b2-b1eb-40f74d56bab1 req-90c16fe5-d85a-4260-ba8d-ad504a8dfe6f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0898104
Apr 30 13:25:57.619125 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eac9d637-df30-42b2-b1eb-40f74d56bab1 req-e4f9dd8c-7181-4309-876e-f31b5e363fb6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645816
Apr 30 13:25:58.825484 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd6972-6c91-4c13-9392-8bfa85602279 req-41865b44-9cf1-4e56-b78c-da5bd39383a6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:58.827893 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cccd6972-6c91-4c13-9392-8bfa85602279 req-41865b44-9cf1-4e56-b78c-da5bd39383a6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0978308
Apr 30 13:25:58.900356 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cccd6972-6c91-4c13-9392-8bfa85602279 req-b29db7e2-2a08-47f8-8487-21d66b867b73 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651796
Apr 30 13:26:00.105937 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c89108-ad44-4c9f-a54a-42ce9905de39 req-52b7fc33-2e65-4425-9239-7d41ccc5e316 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:00.107531 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-12c89108-ad44-4c9f-a54a-42ce9905de39 req-52b7fc33-2e65-4425-9239-7d41ccc5e316 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0866549
Apr 30 13:26:00.159152 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-12c89108-ad44-4c9f-a54a-42ce9905de39 req-d1ea7f8c-b912-41a2-8897-c5bdc7e1f0f3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414429
Apr 30 13:26:01.349658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547187e9-5f10-4c38-96fc-a86637c00647 req-1e62fd7e-44e2-4f30-831e-4e3fac81b8df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:01.351171 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-547187e9-5f10-4c38-96fc-a86637c00647 req-1e62fd7e-44e2-4f30-831e-4e3fac81b8df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0813012
Apr 30 13:26:01.400956 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-547187e9-5f10-4c38-96fc-a86637c00647 req-9bfa2e43-7e8f-473c-9179-de61d2358819 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440063
Apr 30 13:26:02.594277 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586ab5d-f77b-4453-b094-943f2e7e463f req-e84243ec-72c3-48a2-8546-5ceb3f2bedb8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:02.595700 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0586ab5d-f77b-4453-b094-943f2e7e463f req-e84243ec-72c3-48a2-8546-5ceb3f2bedb8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0858788
Apr 30 13:26:02.642677 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0586ab5d-f77b-4453-b094-943f2e7e463f req-31521071-52d0-4399-9c28-3a95bc18c3e8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406303
Apr 30 13:26:03.839581 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fdbe9-3a57-42be-832c-8edcc7d0db11 req-c13b818a-be7d-4332-b5f6-df5a3c5c2b8f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:03.841168 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-280fdbe9-3a57-42be-832c-8edcc7d0db11 req-c13b818a-be7d-4332-b5f6-df5a3c5c2b8f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0887058
Apr 30 13:26:03.891897 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-280fdbe9-3a57-42be-832c-8edcc7d0db11 req-93d57a12-25bc-45b4-aabe-13848751115f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426266
Apr 30 13:26:05.089785 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c034b-f87f-43d5-b066-94bd20804dfe req-c4b74ea4-5a81-4538-8ead-2e55c15184ae tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:05.091321 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e75c034b-f87f-43d5-b066-94bd20804dfe req-c4b74ea4-5a81-4538-8ead-2e55c15184ae tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845561
Apr 30 13:26:05.143321 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e75c034b-f87f-43d5-b066-94bd20804dfe req-2b2d8ec8-ab21-483e-95ef-6af31bc4942d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460198
Apr 30 13:26:06.334638 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7340a-285b-46ab-b5f2-a2c737966a1b req-524cfb8d-7cfe-4f6a-9d8a-2f27c240df1a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:06.336366 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-35a7340a-285b-46ab-b5f2-a2c737966a1b req-524cfb8d-7cfe-4f6a-9d8a-2f27c240df1a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0849903
Apr 30 13:26:06.383466 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-35a7340a-285b-46ab-b5f2-a2c737966a1b req-1802e784-b7f3-42bc-af59-6e6f9edd148e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413625
Apr 30 13:26:07.571776 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50060e-0f95-4e8b-962a-f0946428dc3a req-acb6d72e-eca5-49a4-9b52-7e7063dae7ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:07.573240 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0e50060e-0f95-4e8b-962a-f0946428dc3a req-acb6d72e-eca5-49a4-9b52-7e7063dae7ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0826788
Apr 30 13:26:07.621563 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0e50060e-0f95-4e8b-962a-f0946428dc3a req-7735efbc-afe4-414f-b5a6-2fe6271fc0b2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422781
Apr 30 13:26:08.944326 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00217-0d9a-49b2-82d5-9e0476d36fd0 req-138ca01e-f7de-4fe4-b0ad-4d95302cc54d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:08.946621 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f7d00217-0d9a-49b2-82d5-9e0476d36fd0 req-138ca01e-f7de-4fe4-b0ad-4d95302cc54d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.2040741
Apr 30 13:26:08.994137 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f7d00217-0d9a-49b2-82d5-9e0476d36fd0 req-ebc54a11-7573-49d6-ae34-8474b43f7930 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414457
Apr 30 13:26:10.185054 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6262-091d-4aeb-99a8-d2ebda9d70cb req-140cd497-7229-47ac-8795-d8beba50722f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:10.186534 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-954b6262-091d-4aeb-99a8-d2ebda9d70cb req-140cd497-7229-47ac-8795-d8beba50722f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0830247
Apr 30 13:26:10.231308 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-954b6262-091d-4aeb-99a8-d2ebda9d70cb req-a07165c0-81f9-4893-8e1c-15fd0962ed3a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391555
Apr 30 13:26:11.418367 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04adea7-c88c-451f-9e4f-b30bdacc38ca req-522a1261-b96d-4762-939c-5a048e13153c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:11.419861 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e04adea7-c88c-451f-9e4f-b30bdacc38ca req-522a1261-b96d-4762-939c-5a048e13153c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0808856
Apr 30 13:26:11.468300 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e04adea7-c88c-451f-9e4f-b30bdacc38ca req-3f200f64-27c7-44db-b6f8-a323223a88b2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425692
Apr 30 13:26:12.664891 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fa22-0ae9-40b8-99b4-d6d0c53da3fc req-cf6f323d-7592-4ed5-ab4c-b26d7e3cf9f0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:12.666374 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aad7fa22-0ae9-40b8-99b4-d6d0c53da3fc req-cf6f323d-7592-4ed5-ab4c-b26d7e3cf9f0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0848718
Apr 30 13:26:12.720084 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aad7fa22-0ae9-40b8-99b4-d6d0c53da3fc req-36284c02-1265-49ed-bc68-4f1c16bcc2d9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469258
Apr 30 13:26:12.987983 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:26:13.926418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f805-6999-43c2-ade8-1832e93a9691 req-9040454c-1eb4-4a5d-95ad-51e0d54ae54e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:13.927922 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5d76f805-6999-43c2-ade8-1832e93a9691 req-9040454c-1eb4-4a5d-95ad-51e0d54ae54e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0870781
Apr 30 13:26:13.982153 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5d76f805-6999-43c2-ade8-1832e93a9691 req-640b7184-4f68-4853-8e44-224f83d2ca65 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456800
Apr 30 13:26:14.128420 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9a2725f9-06b0-48de-8771-44652759cf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.195121 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d5f1-e285-4b70-aded-62abb02e146b req-19748708-c1a6-414c-83e7-a50b75f0cf1b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:15.196590 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d982d5f1-e285-4b70-aded-62abb02e146b req-19748708-c1a6-414c-83e7-a50b75f0cf1b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845866
Apr 30 13:26:15.247064 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d982d5f1-e285-4b70-aded-62abb02e146b req-7d609d9a-0728-44b4-a449-6bd3346a4558 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448065
Apr 30 13:26:16.437481 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662bc74-00ff-4d35-a578-6b50c8761029 req-dbc85f95-677c-4ea0-beb4-099c6240c39e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:16.438969 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e662bc74-00ff-4d35-a578-6b50c8761029 req-dbc85f95-677c-4ea0-beb4-099c6240c39e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0827622
Apr 30 13:26:16.487571 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e662bc74-00ff-4d35-a578-6b50c8761029 req-fd3ab134-9913-4ea5-946e-f9a0f32088e8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427072
Apr 30 13:26:16.792285 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1c9c6582-1a61-412a-949d-ec27b3a659a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.088912 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.495790 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.682828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79ac8-2ebe-43e4-804b-353b75d2454f req-8c1cc212-e55b-4717-a6f3-d0e4c49e2a23 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:17.684280 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-51e79ac8-2ebe-43e4-804b-353b75d2454f req-8c1cc212-e55b-4717-a6f3-d0e4c49e2a23 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0852501
Apr 30 13:26:17.729399 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-51e79ac8-2ebe-43e4-804b-353b75d2454f req-6ddfb221-7097-4d6f-bc31-05d2150b2340 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393040
Apr 30 13:26:18.513384 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:18.919301 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa6b4-359c-496c-83ce-3447a0828875 req-50a7f376-f313-48e0-80bf-faa11f9dd2f5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:18.920774 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-129aa6b4-359c-496c-83ce-3447a0828875 req-50a7f376-f313-48e0-80bf-faa11f9dd2f5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0827000
Apr 30 13:26:18.966753 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-129aa6b4-359c-496c-83ce-3447a0828875 req-63807f73-fe58-4ba9-be26-4f825784dfa3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402215
Apr 30 13:26:19.250603 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:20.169013 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb355c6-2c23-4034-ae83-83c36af12ae9 req-3aa9a328-8f88-4d22-96bc-64ff0bd6f6c5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:20.170427 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-acb355c6-2c23-4034-ae83-83c36af12ae9 req-3aa9a328-8f88-4d22-96bc-64ff0bd6f6c5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0848293
Apr 30 13:26:20.216443 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-acb355c6-2c23-4034-ae83-83c36af12ae9 req-2cf2985c-a703-4acd-8460-4a2480f46142 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401950
Apr 30 13:26:21.407720 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e760f-5187-4300-ae5b-caf1818cdd78 req-4ed60b68-9c67-4349-a627-3b9153f5eca3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:21.409303 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-430e760f-5187-4300-ae5b-caf1818cdd78 req-4ed60b68-9c67-4349-a627-3b9153f5eca3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0847712
Apr 30 13:26:21.455928 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-430e760f-5187-4300-ae5b-caf1818cdd78 req-fa7e2975-4ba1-4a2f-baa6-aa02954ce995 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394857
Apr 30 13:26:22.650904 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf619132-f001-436a-af0f-254086e8f33c req-251e48f7-00ed-42e8-a86e-da8a88a62541 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:22.652379 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cf619132-f001-436a-af0f-254086e8f33c req-251e48f7-00ed-42e8-a86e-da8a88a62541 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0896454
Apr 30 13:26:22.698832 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cf619132-f001-436a-af0f-254086e8f33c req-a60973e4-97bc-45b9-8052-1df61324ad68 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403709
Apr 30 13:26:23.918609 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea4c3c-42d0-4e73-a844-a87b78913b5e req-8200b5d3-a6b5-4a84-b011-ffdfbdab5127 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:23.920196 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-35ea4c3c-42d0-4e73-a844-a87b78913b5e req-8200b5d3-a6b5-4a84-b011-ffdfbdab5127 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1011343
Apr 30 13:26:23.973485 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-35ea4c3c-42d0-4e73-a844-a87b78913b5e req-0a0b460e-7bd4-4709-8b55-17b85e5c4a5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420349
Apr 30 13:26:25.167474 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdc17a-23e7-4120-a946-7b31b374f1b5 req-8d307ee5-fc1e-4bd7-a423-64c78de3a28f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:25.168939 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-53bdc17a-23e7-4120-a946-7b31b374f1b5 req-8d307ee5-fc1e-4bd7-a423-64c78de3a28f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0857048
Apr 30 13:26:25.214762 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-53bdc17a-23e7-4120-a946-7b31b374f1b5 req-c98f55b3-39d8-44c3-bad8-63c010904d7f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400875
Apr 30 13:26:26.403984 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f15792-5e1a-41c3-8c16-a011030dde7e req-a04b99e8-53a0-4dbd-9bce-546c95d7bb5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:26.405372 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88f15792-5e1a-41c3-8c16-a011030dde7e req-a04b99e8-53a0-4dbd-9bce-546c95d7bb5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0839252
Apr 30 13:26:26.450308 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88f15792-5e1a-41c3-8c16-a011030dde7e req-909bb71f-19f4-4033-89da-c9ed9d0bef99 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389388
Apr 30 13:26:27.649970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930622d4-e5bd-4689-a71f-82e4da7b256f req-950cea46-d77d-4ade-81cf-a7d34c5caaaf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:27.651479 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-930622d4-e5bd-4689-a71f-82e4da7b256f req-950cea46-d77d-4ade-81cf-a7d34c5caaaf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0852461
Apr 30 13:26:27.696881 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-930622d4-e5bd-4689-a71f-82e4da7b256f req-58162713-f56f-4f5f-ac14-00c93278c458 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396092
Apr 30 13:26:28.886293 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1bfe5-b607-4d30-ad04-3c75e7d32344 req-1bc61bf5-a6a9-4eaa-a1a8-9f917f91e23b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:28.887740 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4db1bfe5-b607-4d30-ad04-3c75e7d32344 req-1bc61bf5-a6a9-4eaa-a1a8-9f917f91e23b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0851250
Apr 30 13:26:29.020411 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4db1bfe5-b607-4d30-ad04-3c75e7d32344 req-4a03a227-7e65-496e-a1bc-4e88d3cb9192 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1267092
Apr 30 13:26:30.212591 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb6423-7ba7-4a2d-aaa0-ab5ad3db5cc1 req-b6b81787-ca5e-4dfe-9256-6e699391cae4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:30.214073 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6dcb6423-7ba7-4a2d-aaa0-ab5ad3db5cc1 req-b6b81787-ca5e-4dfe-9256-6e699391cae4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0829148
Apr 30 13:26:30.263124 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6dcb6423-7ba7-4a2d-aaa0-ab5ad3db5cc1 req-3966341b-5331-4010-88e6-aee88ebffe47 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433040
Apr 30 13:26:31.474290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1295545-7b4b-4dd8-a407-cb9c28faacfd req-4891d97c-1b1d-4979-857d-a7ea20a01dac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:31.476153 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f1295545-7b4b-4dd8-a407-cb9c28faacfd req-4891d97c-1b1d-4979-857d-a7ea20a01dac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0898948
Apr 30 13:26:31.528048 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f1295545-7b4b-4dd8-a407-cb9c28faacfd req-ec4d954a-0119-428c-842c-6499b4cf0e0a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457385
Apr 30 13:26:32.736110 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad48e-29d0-41ad-9936-d47aaff4bc5e req-1f719ea9-1e5e-4a2c-9f4f-cd644bc7b5cb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:32.737639 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5e6ad48e-29d0-41ad-9936-d47aaff4bc5e req-1f719ea9-1e5e-4a2c-9f4f-cd644bc7b5cb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0931969
Apr 30 13:26:32.784954 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5e6ad48e-29d0-41ad-9936-d47aaff4bc5e req-a9e40f01-a9aa-4f07-afcf-97877e318aa9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411720
Apr 30 13:26:34.028060 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1102-7bd5-403e-8c5e-ae21e869ff07 req-0c6de16d-7002-4f0f-9c52-b79fddd8bbbf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:34.030771 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-493f1102-7bd5-403e-8c5e-ae21e869ff07 req-0c6de16d-7002-4f0f-9c52-b79fddd8bbbf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1260381
Apr 30 13:26:34.086636 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-493f1102-7bd5-403e-8c5e-ae21e869ff07 req-9efb448a-0fc7-4ff5-910e-c770be7506f6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483403
Apr 30 13:26:35.293869 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f4e5-6c67-4fe7-a683-ac3430c65445 req-263e3dce-00a4-4f37-b415-ace30c4a7179 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:35.295434 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dc95f4e5-6c67-4fe7-a683-ac3430c65445 req-263e3dce-00a4-4f37-b415-ace30c4a7179 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0869970
Apr 30 13:26:35.343418 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dc95f4e5-6c67-4fe7-a683-ac3430c65445 req-9d0efe40-4a51-4ed8-9519-3b23455ae9d0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423117
Apr 30 13:26:36.536940 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6f9ca-b4ab-497c-8230-d166b43e2b3a req-74784c3a-4b48-4e42-b17a-0007a9972d6d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:36.538627 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0ab6f9ca-b4ab-497c-8230-d166b43e2b3a req-74784c3a-4b48-4e42-b17a-0007a9972d6d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0858715
Apr 30 13:26:36.585003 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0ab6f9ca-b4ab-497c-8230-d166b43e2b3a req-87dc85cc-e986-4e4f-ba4f-e16fa8c0aa1c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399768
Apr 30 13:26:37.773460 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebcf-2f5a-482d-83bd-a6ffb4393a42 req-4139ac0b-2e4c-48d8-a888-cb68e704bf0d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:37.774954 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6f15ebcf-2f5a-482d-83bd-a6ffb4393a42 req-4139ac0b-2e4c-48d8-a888-cb68e704bf0d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0804036
Apr 30 13:26:37.822407 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6f15ebcf-2f5a-482d-83bd-a6ffb4393a42 req-8fff726b-2d9b-4c90-beef-1e95aa1add6d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404105
Apr 30 13:26:39.079294 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c91a-4053-4ba7-830f-d0f48d866a37 req-aebf565e-763a-46b5-b88f-6a0548f7f6df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:39.080750 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e55c91a-4053-4ba7-830f-d0f48d866a37 req-aebf565e-763a-46b5-b88f-6a0548f7f6df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1461694
Apr 30 13:26:39.131778 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e55c91a-4053-4ba7-830f-d0f48d866a37 req-d16c6788-8d90-4526-b3c1-4c17099fe091 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438898
Apr 30 13:26:40.343829 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30cb94-9c65-4778-85b6-f584a5c76332 req-06b56ea2-cfa8-49f3-85be-33823473188d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:40.345410 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9a30cb94-9c65-4778-85b6-f584a5c76332 req-06b56ea2-cfa8-49f3-85be-33823473188d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1070323
Apr 30 13:26:40.417422 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9a30cb94-9c65-4778-85b6-f584a5c76332 req-5bbdbf71-00d6-4d57-8954-361f8f5ea63c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633576
Apr 30 13:26:41.614469 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789110-9441-4ed4-924c-d998c68f8dd3 req-06f4a1f9-7c29-4309-b3ab-d13853e8bbc1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:41.616164 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-87789110-9441-4ed4-924c-d998c68f8dd3 req-06f4a1f9-7c29-4309-b3ab-d13853e8bbc1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0855708
Apr 30 13:26:41.662210 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-87789110-9441-4ed4-924c-d998c68f8dd3 req-ccb92126-53c4-4553-900f-5fc26f3c35c7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404072
Apr 30 13:26:42.855747 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f452306-5e04-4b6e-96af-ae3b253c8794 req-12485cf8-860b-4cdb-bf43-c5cb33fb696c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:42.857202 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1f452306-5e04-4b6e-96af-ae3b253c8794 req-12485cf8-860b-4cdb-bf43-c5cb33fb696c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0838330
Apr 30 13:26:42.902106 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1f452306-5e04-4b6e-96af-ae3b253c8794 req-7bd3b449-de49-4f60-a170-27a8f8f0655b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391152
Apr 30 13:26:44.095093 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f40e0-fb45-498f-a629-7001f40b50dc req-ea28ec96-c8c5-426e-87b7-92075ce4f729 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:44.096549 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-834f40e0-fb45-498f-a629-7001f40b50dc req-ea28ec96-c8c5-426e-87b7-92075ce4f729 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0867214
Apr 30 13:26:44.131327 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9fba4890-25de-485e-a6c9-a29ac91c3f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:44.147725 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-834f40e0-fb45-498f-a629-7001f40b50dc req-b2a0d1be-5c05-4cf3-ab22-da047dae3730 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445127
Apr 30 13:26:45.338404 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609268a-2b35-43c4-a871-d0ace4c07af6 req-c213501c-d255-496e-bbe6-ba5aa6227b65 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:45.339884 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a609268a-2b35-43c4-a871-d0ace4c07af6 req-c213501c-d255-496e-bbe6-ba5aa6227b65 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0825944
Apr 30 13:26:45.385619 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a609268a-2b35-43c4-a871-d0ace4c07af6 req-d99cffe3-9149-4955-9d26-33cee75d17da tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396259
Apr 30 13:26:46.582799 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fd6d-f6a6-458f-bb21-5b087f04f4f8 req-02047282-35ee-44fd-b10f-bd6fad9c1ca8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:46.584833 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7da2fd6d-f6a6-458f-bb21-5b087f04f4f8 req-02047282-35ee-44fd-b10f-bd6fad9c1ca8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0843358
Apr 30 13:26:46.631437 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7da2fd6d-f6a6-458f-bb21-5b087f04f4f8 req-5e1e2f0a-db33-4e2e-b65f-05711f8073e1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404582
Apr 30 13:26:46.795518 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-01f3531d-0182-46e8-9873-105ecd80173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:47.098207 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:47.502455 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:47.823845 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9640d2-0494-40cc-8def-3b2c11adf557 req-86254200-eb78-40e7-a38c-32ad4280c649 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:47.825285 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b9640d2-0494-40cc-8def-3b2c11adf557 req-86254200-eb78-40e7-a38c-32ad4280c649 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0855398
Apr 30 13:26:47.873115 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b9640d2-0494-40cc-8def-3b2c11adf557 req-7d5824fa-8425-4e05-a984-7e7ca10d91d6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419827
Apr 30 13:26:48.513178 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:49.064402 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38301bef-7ea8-4516-82d6-3024412419b6 req-81e062ad-4a4f-4021-be90-23ffe31d2f38 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:49.065878 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-38301bef-7ea8-4516-82d6-3024412419b6 req-81e062ad-4a4f-4021-be90-23ffe31d2f38 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0843227
Apr 30 13:26:49.114478 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-38301bef-7ea8-4516-82d6-3024412419b6 req-71b5af18-6a89-4ac4-85d2-9200d79482d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419836
Apr 30 13:26:49.255280 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:49.986288 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:26:50.393560 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dbc9c-b76e-4f38-b678-c0561392eb4e req-19a4cac5-7482-4016-bf8e-5904cdafab6d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:50.395063 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-583dbc9c-b76e-4f38-b678-c0561392eb4e req-19a4cac5-7482-4016-bf8e-5904cdafab6d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1675248
Apr 30 13:26:50.443125 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-583dbc9c-b76e-4f38-b678-c0561392eb4e req-8d3240c0-58f0-45e2-b09c-9281dece4116 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413632
Apr 30 13:26:51.646478 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523717c9-466c-4b8a-9fe4-00f8e79dfbdf req-d3cfabab-63b5-4324-8bb4-7b6757db8317 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:51.647924 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-523717c9-466c-4b8a-9fe4-00f8e79dfbdf req-d3cfabab-63b5-4324-8bb4-7b6757db8317 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0890694
Apr 30 13:26:51.695324 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-523717c9-466c-4b8a-9fe4-00f8e79dfbdf req-bf9a6683-31a1-4f84-9aa4-bdd8f84d8567 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416400
Apr 30 13:26:52.887001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a7217-ec36-4311-acaf-e9c7e2bad6ad req-817302b8-7a89-403e-93d3-f11f4dd2455e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:52.888449 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b0a7217-ec36-4311-acaf-e9c7e2bad6ad req-817302b8-7a89-403e-93d3-f11f4dd2455e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0863528
Apr 30 13:26:52.936141 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b0a7217-ec36-4311-acaf-e9c7e2bad6ad req-14c5c0b4-a8af-44e5-a26a-218de1f0f488 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420077
Apr 30 13:26:54.132816 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530c9e-5655-4f63-9497-5cf1c852f24e req-3b996d76-30bd-429f-b2be-79d1a553f473 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.134251 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c2530c9e-5655-4f63-9497-5cf1c852f24e req-3b996d76-30bd-429f-b2be-79d1a553f473 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0879762
Apr 30 13:26:54.182371 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c2530c9e-5655-4f63-9497-5cf1c852f24e req-3583c098-da5f-43ce-bac5-31c80140e783 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422776
Apr 30 13:26:54.527132 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-55abae37-6145-4cd5-b16d-b6f946906439 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738049
Apr 30 13:26:54.634112 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2cf49-e331-4213-b139-574e9d150983 req-1c3b74ce-33c1-4ab5-9a1b-d0c392075f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.635580 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-1c3b74ce-33c1-4ab5-9a1b-d0c392075f4b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1096 time: 0.0740354
Apr 30 13:26:54.788727 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2cf49-e331-4213-b139-574e9d150983 req-4ad155de-6b92-4501-83ee-dff325141558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.790155 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-4ad155de-6b92-4501-83ee-dff325141558 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 910 time: 0.1329110
Apr 30 13:26:54.912420 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-a54f1830-253a-4177-bad9-5aa1c2eaebde service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 999 time: 0.1108761
Apr 30 13:26:54.973946 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2cf49-e331-4213-b139-574e9d150983 req-68057322-62e2-451f-b5f8-af325e8ef677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.975698 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-68057322-62e2-451f-b5f8-af325e8ef677 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 200  len: 847 time: 0.0605061
Apr 30 13:26:55.055393 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2cf49-e331-4213-b139-574e9d150983 req-eae6013b-fcb0-4ce9-9053-95e92127b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:55.056858 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-eae6013b-fcb0-4ce9-9053-95e92127b9cc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741351
Apr 30 13:26:55.067472 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-a4f7ddf1-ea86-4f73-8d12-1233edaf0760 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:26:55.068962 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-a4f7ddf1-ea86-4f73-8d12-1233edaf0760 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054631
Apr 30 13:26:55.203087 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-170f9269-fdaa-40a8-bbb3-8c1644e0551c service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273775
Apr 30 13:26:55.384289 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-66f2cf49-e331-4213-b139-574e9d150983 req-d084a693-74de-47d5-8a26-ae2d22bccc2a service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745880
Apr 30 13:26:55.410087 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18dc98-7079-47e7-bf2e-95d6a986e94f req-33c9c1ba-047d-480b-b839-1ff5a9b8cffb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:55.412446 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0b18dc98-7079-47e7-bf2e-95d6a986e94f req-33c9c1ba-047d-480b-b839-1ff5a9b8cffb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1111465
Apr 30 13:26:55.466209 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0b18dc98-7079-47e7-bf2e-95d6a986e94f req-824dca77-ccf9-4d09-a676-33b3438c47de tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453169
Apr 30 13:26:56.658572 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5ba2-9584-4cd5-8d56-c203e939e7f0 req-239c6190-b954-4383-b190-0bae8e89b1db tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:56.659928 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d8cd5ba2-9584-4cd5-8d56-c203e939e7f0 req-239c6190-b954-4383-b190-0bae8e89b1db tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0842192
Apr 30 13:26:56.710796 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d8cd5ba2-9584-4cd5-8d56-c203e939e7f0 req-473df0ac-4e9c-4aa0-b579-ccabb5249010 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447836
Apr 30 13:26:57.904518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d817-b6ec-4b91-bf36-49b4bd1427f5 req-7974c14c-0f90-4e9c-b88b-81a37318f7c9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:57.906038 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b932d817-b6ec-4b91-bf36-49b4bd1427f5 req-7974c14c-0f90-4e9c-b88b-81a37318f7c9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0854869
Apr 30 13:26:57.957814 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b932d817-b6ec-4b91-bf36-49b4bd1427f5 req-6607e658-167f-4390-afef-0ac13ddc2837 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451868
Apr 30 13:26:59.157579 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b2505-dab6-4c3e-973b-eaac75abe3ae req-fde66b1c-d0fe-420a-b8d7-e130c222ac79 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:59.159119 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a49b2505-dab6-4c3e-973b-eaac75abe3ae req-fde66b1c-d0fe-420a-b8d7-e130c222ac79 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0869038
Apr 30 13:26:59.206280 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a49b2505-dab6-4c3e-973b-eaac75abe3ae req-f046bb77-c7bf-4677-a320-0cab10fa256f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402527
Apr 30 13:27:00.509916 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5254494-c23a-4468-a64a-9d831e458e99 req-21f3713c-668e-41ed-81f8-00fc840e7eba tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:00.511477 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a5254494-c23a-4468-a64a-9d831e458e99 req-21f3713c-668e-41ed-81f8-00fc840e7eba tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1944833
Apr 30 13:27:00.558449 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a5254494-c23a-4468-a64a-9d831e458e99 req-3eeae9b7-f662-487c-8fac-e85e0eaa5f8b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411940
Apr 30 13:27:01.748689 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adabde-a6cd-4c14-b175-928536ab4b09 req-ff9129ea-f57c-4ba6-9fb5-8d2242edfde6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:01.750049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a9adabde-a6cd-4c14-b175-928536ab4b09 req-ff9129ea-f57c-4ba6-9fb5-8d2242edfde6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0786369
Apr 30 13:27:01.796919 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a9adabde-a6cd-4c14-b175-928536ab4b09 req-62c2171d-f02c-4438-b395-cece1a0225b7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409546
Apr 30 13:27:03.039672 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86fbc1-f9e7-440f-9181-ff3b8e797a6e req-19870394-297f-48bc-8e31-9660db8d622d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:03.041193 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1e86fbc1-f9e7-440f-9181-ff3b8e797a6e req-19870394-297f-48bc-8e31-9660db8d622d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0824988
Apr 30 13:27:03.089088 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1e86fbc1-f9e7-440f-9181-ff3b8e797a6e req-1fd747dd-3481-414b-824a-cf92fcd8e1eb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419300
Apr 30 13:27:04.286182 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364c7c-a59d-4546-818c-20aef56a9b8d req-fd55133e-5358-48d1-9c74-667001bd55fe tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:04.288242 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6364c7c-a59d-4546-818c-20aef56a9b8d req-fd55133e-5358-48d1-9c74-667001bd55fe tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0876822
Apr 30 13:27:04.335797 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6364c7c-a59d-4546-818c-20aef56a9b8d req-4e9c1dd3-76ad-4eef-8a64-f03b9117d236 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418587
Apr 30 13:27:05.528439 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69b713-baca-4b8c-9778-b339c8f7bc45 req-993363dc-ab41-4ada-b513-3e47a1f03e6a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:05.529934 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be69b713-baca-4b8c-9778-b339c8f7bc45 req-993363dc-ab41-4ada-b513-3e47a1f03e6a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0815227
Apr 30 13:27:05.580112 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be69b713-baca-4b8c-9778-b339c8f7bc45 req-5a47607c-fa01-4e4d-926d-5ddd51c12f32 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443535
Apr 30 13:27:06.807896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e9c-9935-4daf-a215-bd9a4fe7d356 req-26012407-55a6-48d9-9ae6-d96a63eff943 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:06.810974 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-39658e9c-9935-4daf-a215-bd9a4fe7d356 req-26012407-55a6-48d9-9ae6-d96a63eff943 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1147854
Apr 30 13:27:06.860828 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-39658e9c-9935-4daf-a215-bd9a4fe7d356 req-c4afc729-7bde-409b-a033-7088c60cbda1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436084
Apr 30 13:27:08.084987 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e407965-eb98-4787-b521-0a429dda6dbd req-85a3c234-eb90-4f33-b39b-f0506c90d81e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:08.086615 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9e407965-eb98-4787-b521-0a429dda6dbd req-85a3c234-eb90-4f33-b39b-f0506c90d81e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1138372
Apr 30 13:27:08.135810 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9e407965-eb98-4787-b521-0a429dda6dbd req-db049eef-bf55-4d37-be09-a3dd88bd8494 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433414
Apr 30 13:27:09.336088 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c14b-f670-4703-b959-1c2356afb97c req-570af2b9-2ca6-42b7-b5c1-33671a4e8e2a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:09.337695 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f772c14b-f670-4703-b959-1c2356afb97c req-570af2b9-2ca6-42b7-b5c1-33671a4e8e2a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0867212
Apr 30 13:27:09.385116 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f772c14b-f670-4703-b959-1c2356afb97c req-e2963bc2-1276-4953-8050-55aa37964c85 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416172
Apr 30 13:27:10.587478 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c974-24bf-4e08-b199-cd9ffc1824ca req-787398a6-e99b-489a-9ec5-192f82f7ddef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:10.589013 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6e41c974-24bf-4e08-b199-cd9ffc1824ca req-787398a6-e99b-489a-9ec5-192f82f7ddef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0954263
Apr 30 13:27:10.657784 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6e41c974-24bf-4e08-b199-cd9ffc1824ca req-07320e73-7979-4500-8de7-8d49e34ff340 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624347
Apr 30 13:27:11.856953 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd3520-0dae-40ef-a342-ef34f25428ac req-5feeff0b-c5e8-4f34-84bd-9db334476860 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:11.858583 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-05fd3520-0dae-40ef-a342-ef34f25428ac req-5feeff0b-c5e8-4f34-84bd-9db334476860 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0879858
Apr 30 13:27:11.915318 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-05fd3520-0dae-40ef-a342-ef34f25428ac req-4f531cba-b97c-4756-a749-be5bba31348e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501356
Apr 30 13:27:13.111326 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cdebc-e7a1-49bf-83dc-09574ecb5044 req-1bc244be-1244-4873-92b6-733314c3b550 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:13.112843 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-676cdebc-e7a1-49bf-83dc-09574ecb5044 req-1bc244be-1244-4873-92b6-733314c3b550 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0819635
Apr 30 13:27:13.158039 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-676cdebc-e7a1-49bf-83dc-09574ecb5044 req-29a93496-75e0-42e7-9394-73bc67a7c5db tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386527
Apr 30 13:27:14.133742 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-291c2c5e-194d-4307-b4d2-c78709318f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.352252 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4123318-ea1b-494d-b6dd-2f34bd2eabde req-39e24704-5c35-40ca-858b-4e493fd37a5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:14.353693 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e4123318-ea1b-494d-b6dd-2f34bd2eabde req-39e24704-5c35-40ca-858b-4e493fd37a5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0867112
Apr 30 13:27:14.399305 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e4123318-ea1b-494d-b6dd-2f34bd2eabde req-f92ee2a0-0e98-413c-9f65-37435cbc3854 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397823
Apr 30 13:27:15.589640 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8bd2-16ad-4040-98d3-303abee42d36 req-166bcb6f-8128-4759-91ac-b4b6be07fa11 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:15.591134 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-608d8bd2-16ad-4040-98d3-303abee42d36 req-166bcb6f-8128-4759-91ac-b4b6be07fa11 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0815473
Apr 30 13:27:15.639998 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-608d8bd2-16ad-4040-98d3-303abee42d36 req-2b3c7ffa-b6df-49f7-b295-0f64d3d7e336 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428290
Apr 30 13:27:16.813533 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-35c68b6e-4737-4faa-a17b-b7923181f869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:16.863863 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8f26-3bb7-4330-8744-571779047cab req-503a7237-5df1-44d3-abfd-64f54b660794 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:16.866563 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-39ad8f26-3bb7-4330-8744-571779047cab req-503a7237-5df1-44d3-abfd-64f54b660794 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1125867
Apr 30 13:27:16.915840 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-39ad8f26-3bb7-4330-8744-571779047cab req-6b3b5459-d1cd-462c-b69b-9aaba08e2164 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427392
Apr 30 13:27:17.091318 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:17.499975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.112532 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2fbc9-7a62-4ce0-90ec-52eb0f2222e5 req-e9ce123b-4676-4683-8f26-ed2677691bb8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:18.114800 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e3e2fbc9-7a62-4ce0-90ec-52eb0f2222e5 req-e9ce123b-4676-4683-8f26-ed2677691bb8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0881202
Apr 30 13:27:18.159288 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e3e2fbc9-7a62-4ce0-90ec-52eb0f2222e5 req-d57ed095-4104-48cf-9492-f65c87571069 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385911
Apr 30 13:27:18.528260 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.263101 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.365970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e7f89-d221-45ab-9320-18413818047d req-4fae650b-0d8d-4a2c-9ec1-257247367728 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:19.367431 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a71e7f89-d221-45ab-9320-18413818047d req-4fae650b-0d8d-4a2c-9ec1-257247367728 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0940428
Apr 30 13:27:19.420322 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a71e7f89-d221-45ab-9320-18413818047d req-a88405c2-724c-47dd-b09b-02e5f267af1f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440726
Apr 30 13:27:19.690899 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 44762) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:19.814834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.830096 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:19.835112 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Usage tracker for resource:security_group_rule and tenant:84d9f927e33b4d93b7e45b1794fde157 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:19.837999 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:19.843800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:19.936769 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.941592 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.949340 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7fa20a02-29e1-49ce-8121-d9591579be94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:19.996299 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84d9f927e33b4d93b7e45b1794fde157&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3042438
Apr 30 13:27:19.998125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98654963-6506-437b-80d4-62ce1e36fae2,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:19.999040 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 44770) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:20.006327 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.006627 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.006988 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.007342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.007715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.008036 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.008380 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.008720 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.009069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.009407 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.009743 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.010243 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.014142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:20.081451 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:20.108398 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:20.159586 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:20.164348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5a2308f7-ed60-48f3-9dcb-15620555b413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:20.178317 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98654963-6506-437b-80d4-62ce1e36fae2,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:20.185784 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:20.186960 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98654963-6506-437b-80d4-62ce1e36fae2 HTTP/1.1" status: 204  len: 168 time: 0.1868999
Apr 30 13:27:20.188200 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.188559 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.188913 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.189420 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.189608 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.189952 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.190319 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.190660 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.190999 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.191334 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.191669 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.192002 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:20.195167 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:20.620760 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198ded-8ab6-4fdf-b227-9e5b861a7f50 req-e8c2a148-8664-4099-b6e9-09323ff34748 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:20.622293 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d198ded-8ab6-4fdf-b227-9e5b861a7f50 req-e8c2a148-8664-4099-b6e9-09323ff34748 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0877228
Apr 30 13:27:20.671729 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d198ded-8ab6-4fdf-b227-9e5b861a7f50 req-8718d5df-5381-475e-bedd-372e0cb29cc4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414274
Apr 30 13:27:21.866645 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832658-3037-4fd9-a1dd-0958a30999e6 req-f41a77fa-e558-44d3-9230-8d1993922aa1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:21.868237 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ef832658-3037-4fd9-a1dd-0958a30999e6 req-f41a77fa-e558-44d3-9230-8d1993922aa1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0867021
Apr 30 13:27:21.913889 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ef832658-3037-4fd9-a1dd-0958a30999e6 req-7f86feeb-9ce0-450e-9edd-bb518fff85df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398803
Apr 30 13:27:23.148851 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a70dc-3770-420d-aee6-1cc4b0bc83e1 req-51f8b766-a743-4783-9b3b-5a1dbcae1d91 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:23.150371 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-822a70dc-3770-420d-aee6-1cc4b0bc83e1 req-51f8b766-a743-4783-9b3b-5a1dbcae1d91 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0831227
Apr 30 13:27:23.200273 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-822a70dc-3770-420d-aee6-1cc4b0bc83e1 req-d6cac075-3301-4532-95a0-3accb46055f6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442626
Apr 30 13:27:24.048972 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 44890) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:24.168969 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.184979 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:24.188809 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Usage tracker for resource:security_group_rule and tenant:78b5d8c2a37f4794961bba36daa7605d is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:24.191671 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:24.197490 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:24.287117 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.291435 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.300857 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6a771414-f287-46db-b785-663ba4c2a0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:24.340360 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c54f53a-bc4d-4661-a5b0-7c254d842356,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:24.343741 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:24.346287 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78b5d8c2a37f4794961bba36daa7605d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2962520
Apr 30 13:27:24.349606 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 44898) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:24.432619 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.449697 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c534be-01cf-4083-9bb5-0f4455c28c04 req-05e326e8-25b9-4bed-817b-e80d44ee4592 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:24.451204 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c9c534be-01cf-4083-9bb5-0f4455c28c04 req-05e326e8-25b9-4bed-817b-e80d44ee4592 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1418343
Apr 30 13:27:24.496968 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.537840 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c9c534be-01cf-4083-9bb5-0f4455c28c04 req-13047bc9-ac64-4c21-b677-d62abebb88ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782945
Apr 30 13:27:24.568209 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.572007 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-157b8a00-b528-45b5-8f70-16514f13cabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:24.585708 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c54f53a-bc4d-4661-a5b0-7c254d842356,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:24.588048 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:24.595605 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.596732 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c54f53a-bc4d-4661-a5b0-7c254d842356 HTTP/1.1" status: 204  len: 168 time: 0.2460146
Apr 30 13:27:24.886716 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 44908) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:24.904617 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.919659 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:24.923482 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Usage tracker for resource:security_group_rule and tenant:ef8fad873b9e403a8343c1546193100a is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:24.926304 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:24.931985 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:25.017614 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.022702 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.033885 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d51d693e-b879-472b-b991-646f177aa69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:25.071980 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef8fad873b9e403a8343c1546193100a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1841652
Apr 30 13:27:25.073733 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721d66a6-22a1-4723-bc4e-e1189fd1bcc0,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:25.074863 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 44916) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:25.078164 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:25.146927 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.176186 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.228380 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.232358 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-cac0e81e-77d9-41a3-98f2-a52a11854dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:25.245872 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721d66a6-22a1-4723-bc4e-e1189fd1bcc0,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:25.250091 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:25.256431 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.258309 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/721d66a6-22a1-4723-bc4e-e1189fd1bcc0 HTTP/1.1" status: 204  len: 168 time: 0.1823597
Apr 30 13:27:25.769068 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0659f-9f33-411a-b71e-86b4f42a753a req-774fa4b3-bc9f-47ef-9234-cb1d00d679f2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:25.771108 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5da0659f-9f33-411a-b71e-86b4f42a753a req-774fa4b3-bc9f-47ef-9234-cb1d00d679f2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0826364
Apr 30 13:27:25.819631 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5da0659f-9f33-411a-b71e-86b4f42a753a req-1898afed-1dcd-4a84-b0e2-86ad071fa19a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425220
Apr 30 13:27:26.985395 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:27:27.016565 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ad5d7-ab46-4ec4-a144-24699f2a42f8 req-a5d8737a-b530-47c1-9ce8-aee66da355f4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:27.018102 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e26ad5d7-ab46-4ec4-a144-24699f2a42f8 req-a5d8737a-b530-47c1-9ce8-aee66da355f4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0872738
Apr 30 13:27:27.064894 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e26ad5d7-ab46-4ec4-a144-24699f2a42f8 req-e008223a-4ae6-48d7-b0bb-13c9725a4e7f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403180
Apr 30 13:27:27.122686 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 44976) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:27.240365 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.259631 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:27.263489 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Usage tracker for resource:security_group_rule and tenant:c672ccd5922a4231ae18af232c0d377e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:27.266317 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:27.272002 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:27.425459 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.430667 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.438033 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a0f5c391-e889-4094-b89e-faaa57153acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:27.478718 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4300c89a-23b5-4d3d-91cd-ddb267e21d81,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:27.483251 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c672ccd5922a4231ae18af232c0d377e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3594947
Apr 30 13:27:27.484162 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:27.485922 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 44986) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:27.548797 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.576931 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.635328 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.639179 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:27.651364 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4300c89a-23b5-4d3d-91cd-ddb267e21d81,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:27.654827 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:27.659095 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.664291 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4300c89a-23b5-4d3d-91cd-ddb267e21d81 HTTP/1.1" status: 204  len: 168 time: 0.1773384
Apr 30 13:27:27.966119 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 44996) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:27.984224 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.999558 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:28.003313 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Usage tracker for resource:security_group_rule and tenant:2520410a86364cde86243598b444674c is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:28.006223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:28.011922 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:28.097331 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.103262 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.110872 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6a5c7a11-f931-401e-bf9c-07a6d25fbd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:28.151461 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1769ee-b351-4ff7-b774-4c80b89ec1ea,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:28.155836 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2520410a86364cde86243598b444674c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1885831
Apr 30 13:27:28.156794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:28.158362 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45002) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:28.276978 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.317834 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ef901-bd2d-40a4-b5a0-7d84bd270913 req-901de124-9739-47dc-8751-a17b55d0ad51 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:28.319359 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9c4ef901-bd2d-40a4-b5a0-7d84bd270913 req-901de124-9739-47dc-8751-a17b55d0ad51 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1460447
Apr 30 13:27:28.321204 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.397359 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9c4ef901-bd2d-40a4-b5a0-7d84bd270913 req-dd87679c-3149-48c5-b0e7-49d71af749d0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691907
Apr 30 13:27:28.421471 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.426705 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9ea4f9ff-01f7-4653-a114-bac2dc5f40e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:28.439224 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1769ee-b351-4ff7-b774-4c80b89ec1ea,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:28.441478 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:28.445455 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.447261 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb1769ee-b351-4ff7-b774-4c80b89ec1ea HTTP/1.1" status: 204  len: 168 time: 0.2879963
Apr 30 13:27:29.602298 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b00590-efed-477c-8b13-4b7fa21f3286 req-17c281bb-8218-456b-8b27-f17a7f1f21e4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:29.603816 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-85b00590-efed-477c-8b13-4b7fa21f3286 req-17c281bb-8218-456b-8b27-f17a7f1f21e4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0874696
Apr 30 13:27:29.653480 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-85b00590-efed-477c-8b13-4b7fa21f3286 req-ea759945-12cd-4663-8bfc-acff5e816a9c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437443
Apr 30 13:27:30.850722 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687071-71be-4a1d-a023-8164fd7d7075 req-32d6366d-eff4-4c8e-83c2-59301741876c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:30.852244 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fb687071-71be-4a1d-a023-8164fd7d7075 req-32d6366d-eff4-4c8e-83c2-59301741876c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0883656
Apr 30 13:27:30.900237 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fb687071-71be-4a1d-a023-8164fd7d7075 req-fe981666-f6c2-4f9e-ba49-7ca377d8c633 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401571
Apr 30 13:27:32.089387 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0918822-22fa-4365-b044-7a0f9d5ffba7 req-617a7036-a261-4a1d-aa95-713d8aff7409 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:32.091121 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e0918822-22fa-4365-b044-7a0f9d5ffba7 req-617a7036-a261-4a1d-aa95-713d8aff7409 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0841815
Apr 30 13:27:32.139992 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e0918822-22fa-4365-b044-7a0f9d5ffba7 req-4f101523-cdf3-4506-b379-4bba763ea5be tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433154
Apr 30 13:27:33.353193 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a53195-d6e4-4aca-baac-12e1fbabdcca req-1c69331a-7705-4b76-b629-98483fa5cacc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:33.354705 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7a53195-d6e4-4aca-baac-12e1fbabdcca req-1c69331a-7705-4b76-b629-98483fa5cacc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0856769
Apr 30 13:27:33.404562 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7a53195-d6e4-4aca-baac-12e1fbabdcca req-0c100200-5a03-4534-9e06-1de9a20d67ee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438805
Apr 30 13:27:34.589047 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bac07c-b36a-40eb-b948-3e7aea725816 req-3993ccf1-0286-4a1e-81f2-ea88dce791ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:34.590548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-07bac07c-b36a-40eb-b948-3e7aea725816 req-3993ccf1-0286-4a1e-81f2-ea88dce791ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0786712
Apr 30 13:27:34.638209 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-07bac07c-b36a-40eb-b948-3e7aea725816 req-7198dc9b-8f0d-43f1-b2a9-bada28c4b773 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417717
Apr 30 13:27:35.833817 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d019-03de-4c39-81ed-ada7be132a68 req-dbc9e639-06d3-45b7-bfa6-079283c8a07c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:35.835394 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4322d019-03de-4c39-81ed-ada7be132a68 req-dbc9e639-06d3-45b7-bfa6-079283c8a07c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0895305
Apr 30 13:27:35.889417 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4322d019-03de-4c39-81ed-ada7be132a68 req-9d638e82-5c09-4805-9c3f-945ebb6f071b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471613
Apr 30 13:27:37.080319 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30655641-de17-4223-aef6-bc5c096b9a1c req-9bac35ee-821d-4ad5-9631-ba05e8a892e4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:37.081792 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-30655641-de17-4223-aef6-bc5c096b9a1c req-9bac35ee-821d-4ad5-9631-ba05e8a892e4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0807545
Apr 30 13:27:37.126931 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-30655641-de17-4223-aef6-bc5c096b9a1c req-68df64df-9696-42e8-8818-057b692c1dda tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387483
Apr 30 13:27:38.313399 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41da2-3af1-4dea-a6bc-b4d2defeb8ff req-1e2401b5-d45a-491f-8065-893fb1a1ea90 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:38.314960 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ddf41da2-3af1-4dea-a6bc-b4d2defeb8ff req-1e2401b5-d45a-491f-8065-893fb1a1ea90 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0809219
Apr 30 13:27:38.359598 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ddf41da2-3af1-4dea-a6bc-b4d2defeb8ff req-b3d741c2-41b4-4fc3-a4f3-e56d9223fa2a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388162
Apr 30 13:27:39.817447 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be4475-d06c-490f-9718-4f6c62c21603 req-3246d74f-9b54-47e4-912f-4a4a8e1dcf06 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:39.818987 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f9be4475-d06c-490f-9718-4f6c62c21603 req-3246d74f-9b54-47e4-912f-4a4a8e1dcf06 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1847653
Apr 30 13:27:39.871285 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f9be4475-d06c-490f-9718-4f6c62c21603 req-f6ca9c34-1e97-43cd-a83d-5424bac230e6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458634
Apr 30 13:27:40.923725 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f6a6-9bd9-4f7f-bb8c-69883c0b03a7 req-5dbd8871-c6a6-49a9-aff0-86e1a24cbd9c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:40.925187 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6b77f6a6-9bd9-4f7f-bb8c-69883c0b03a7 req-5dbd8871-c6a6-49a9-aff0-86e1a24cbd9c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.0873444
Apr 30 13:27:40.974413 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6b77f6a6-9bd9-4f7f-bb8c-69883c0b03a7 req-c1e341ab-e512-4598-9b91-c53a9b24e355 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429130
Apr 30 13:27:41.065122 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95966749-b401-4095-90e1-3c36c656c218 req-59abffb1-50ed-4721-b8cf-0d6def173747 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:41.067738 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-95966749-b401-4095-90e1-3c36c656c218 req-59abffb1-50ed-4721-b8cf-0d6def173747 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0855644
Apr 30 13:27:41.112973 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-95966749-b401-4095-90e1-3c36c656c218 req-bb1b4227-901c-4a1d-9521-6bbbf3382eba tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393951
Apr 30 13:27:41.651595 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-47d252bb-bffd-4fc9-bda2-252d8bb7eef5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:41.652692 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-47d252bb-bffd-4fc9-bda2-252d8bb7eef5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.0804985
Apr 30 13:27:41.799304 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Deleting port d3c715c3-b0fe-400d-89f5-80c09379ea24 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:41.799639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:41.935833 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] For port d3c715c3-b0fe-400d-89f5-80c09379ea24, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3c715c3-b0fe-400d-89f5-80c09379ea24,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:41.936710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:42.297273 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:42.297648 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:42.297953 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Floating IP 071bbf20-6ede-4963-a356-e76239aaaccb disassociated. External IP: 172.27.0.87, port: d3c715c3-b0fe-400d-89f5-80c09379ea24.
Apr 30 13:27:42.298303 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Calling delete_port for d3c715c3-b0fe-400d-89f5-80c09379ea24 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:42.303463 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdc33b-0a9e-407f-ba63-70cb1157100b req-9ae12f31-5f92-425e-976c-2d7b1713e7f5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:42.304998 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-73cdc33b-0a9e-407f-ba63-70cb1157100b req-9ae12f31-5f92-425e-976c-2d7b1713e7f5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0809224
Apr 30 13:27:42.310734 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593d4cc-2aa0-4eaf-955c-18aab4b8d556 req-2c369437-3c32-49c8-bb44-b00cf46876f2 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:42.312532 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6593d4cc-2aa0-4eaf-955c-18aab4b8d556 req-2c369437-3c32-49c8-bb44-b00cf46876f2 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 946 time: 0.2186112
Apr 30 13:27:42.351920 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-73cdc33b-0a9e-407f-ba63-70cb1157100b req-23ae56bd-db9b-466a-b3a0-bb5cdcbfe416 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412018
Apr 30 13:27:42.372190 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6593d4cc-2aa0-4eaf-955c-18aab4b8d556 req-da486af4-195a-46a4-a3ef-45d323fea442 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537837
Apr 30 13:27:42.469234 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:42.475671 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7e87e7e4-07e0-4bf6-b2a5-958d1c4db1f3 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:42.521851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event deleted for resources: {'Port': ['ID=d3c715c3-b0fe-400d-89f5-80c09379ea24,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:42.524951 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:42.725510 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Router 1ab7c3e9-4038-4c93-a071-c2c4264290fa has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:27:42.922773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:27:42.929236 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66676e27-1197-4032-be54-1201329db762 None None] Sync routers for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:27:42.938469 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66676e27-1197-4032-be54-1201329db762 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:27:42.939085 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-66676e27-1197-4032-be54-1201329db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83a6d30>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:43.107274 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] No DVR routers for this DVR port d3c715c3-b0fe-400d-89f5-80c09379ea24 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:27:43.109893 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:43.112691 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-deleted', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:43.137562 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-db9e2745-f562-4fb3-a603-90dd3b0628ff req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "DELETE /v2.0/ports/d3c715c3-b0fe-400d-89f5-80c09379ea24 HTTP/1.1" status: 204  len: 173 time: 1.4789212
Apr 30 13:27:43.138886 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-66676e27-1197-4032-be54-1201329db762 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:27:43.324973 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3419a7-71af-4a52-bcb7-6048e0553df9', 'name': 'network-vif-deleted', 'tag': 'd3c715c3-b0fe-400d-89f5-80c09379ea24', 'status': 'completed', 'code': 200}
Apr 30 13:27:43.493716 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-66676e27-1197-4032-be54-1201329db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83a6d30>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:43.499267 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66676e27-1197-4032-be54-1201329db762 None None] Checking router: 1ab7c3e9-4038-4c93-a071-c2c4264290fa for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:27:43.509494 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66676e27-1197-4032-be54-1201329db762 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:27:43.510880 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-66676e27-1197-4032-be54-1201329db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a83a6d30>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:43.567888 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b898c-109f-445e-bd9e-d5fff2bc36d4 req-44160c1e-9458-4dbe-8483-4203057f0b7d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:43.568683 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3a617f5a-dc42-4bea-986e-ef37ef8925c4 req-ec9546dc-d923-40bb-bf08-989361e708a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0613065
Apr 30 13:27:43.576375 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f01b898c-109f-445e-bd9e-d5fff2bc36d4 req-44160c1e-9458-4dbe-8483-4203057f0b7d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1041470
Apr 30 13:27:43.620930 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f01b898c-109f-445e-bd9e-d5fff2bc36d4 req-db55e4c1-7782-4f46-9f46-d7b818f51d29 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434368
Apr 30 13:27:43.743125 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-66676e27-1197-4032-be54-1201329db762 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:27:44.068099 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-66676e27-1197-4032-be54-1201329db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a83a6d30>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:44.072217 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66676e27-1197-4032-be54-1201329db762 None None] The sync data for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi is: [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:27:44.137970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2f5619d9-9239-4db0-9ee7-60a3e5806268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:44.288502 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d8750-f648-41f6-8f7b-6c87d99953e5 None None] New status for floating IP 071bbf20-6ede-4963-a356-e76239aaaccb: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:27:44.724374 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-47ad9037-1446-47e9-8027-16226e13d40b req-672406e2-d0b7-4911-9f0a-dadc131dc3d5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0440514
Apr 30 13:27:44.821973 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd54b-3738-40ab-b7fc-475f059668fa req-63a5a919-468d-40da-a3b1-49dd3b9403b5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:44.823448 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-df3bd54b-3738-40ab-b7fc-475f059668fa req-63a5a919-468d-40da-a3b1-49dd3b9403b5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0846851
Apr 30 13:27:44.876286 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-df3bd54b-3738-40ab-b7fc-475f059668fa req-3f7ada0a-a32c-4987-bd5a-4940855a1d83 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456281
Apr 30 13:27:45.506199 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:45.543617 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: d3c715c3-b0fe-400d-89f5-80c09379ea24 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:45.543943 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device d3c715c3-b0fe-400d-89f5-80c09379ea24 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:45.885542 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-31ebc05d-6e3a-4ea6-bef1-75bbdc9b913f req-17b366a8-0b07-41e6-a342-a8661375893a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0440757
Apr 30 13:27:46.103485 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfca6a-a4f0-4220-bf4a-c43ed15a5176 req-10ba2826-141f-48e2-b3bd-3b30e45ef4cd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:46.104841 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3acfca6a-a4f0-4220-bf4a-c43ed15a5176 req-10ba2826-141f-48e2-b3bd-3b30e45ef4cd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0834711
Apr 30 13:27:46.150840 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3acfca6a-a4f0-4220-bf4a-c43ed15a5176 req-8f2c6878-54f8-44fa-a1b8-3cdd699ee624 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403106
Apr 30 13:27:46.798793 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-26d564d7-b98d-4579-ad91-8918c5e75beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:47.045348 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7c1be598-77a8-4a7a-b24a-b5eca4b62f33 req-b8309365-033c-48ca-856d-a2b573a1ece0 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0508132
Apr 30 13:27:47.096088 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:47.340860 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9861-e286-4165-980a-b7e5d0488bb6 req-e538797b-17f7-4a42-a425-c3c9d9104b69 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:47.342251 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4a8f9861-e286-4165-980a-b7e5d0488bb6 req-e538797b-17f7-4a42-a425-c3c9d9104b69 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0854321
Apr 30 13:27:47.387056 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4a8f9861-e286-4165-980a-b7e5d0488bb6 req-56ce4e50-3cb7-4522-8a4d-a45bb2e16509 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392320
Apr 30 13:27:47.502364 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:48.199495 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3713f82d-4e72-4379-aec2-59e143d0e5ab req-e079daaf-6aaf-4323-937c-4e416077d694 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0436749
Apr 30 13:27:48.527477 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:48.574673 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ddf8a-28f0-46bb-ab72-5c504e21c28d req-f537f8f9-f2d0-4e50-90bd-c87e861c2c90 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:48.576197 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1f9ddf8a-28f0-46bb-ab72-5c504e21c28d req-f537f8f9-f2d0-4e50-90bd-c87e861c2c90 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0830483
Apr 30 13:27:48.622706 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1f9ddf8a-28f0-46bb-ab72-5c504e21c28d req-0883ab03-ab8b-404b-9881-3ae583c14cfc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406921
Apr 30 13:27:49.259916 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:49.358619 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-afc0c33f-9335-473b-8d55-12976f627f70 req-5db8795e-9ffd-4cb6-b2a7-1aff5d8be4c9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0444424
Apr 30 13:27:49.818320 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6fd26-9998-4d6a-9f58-5a9cd10118b9 req-8fba74f9-a40a-4c2f-b311-b237ed442766 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:49.819819 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7ec6fd26-9998-4d6a-9f58-5a9cd10118b9 req-8fba74f9-a40a-4c2f-b311-b237ed442766 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0872185
Apr 30 13:27:49.865995 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7ec6fd26-9998-4d6a-9f58-5a9cd10118b9 req-ce7b72bf-9810-4a5e-b15f-9610c9362e58 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401573
Apr 30 13:27:50.514020 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e5b8bca8-a0a5-4398-bf1a-7c5254a707f1 req-17998e05-26f7-4fb0-b963-e2ae49a1708a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0465925
Apr 30 13:27:51.054277 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c708-1d2f-4330-9da4-229f004ce2a0 req-6b17dd02-3549-4ef6-af13-f867522eb382 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:51.055792 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7b08c708-1d2f-4330-9da4-229f004ce2a0 req-6b17dd02-3549-4ef6-af13-f867522eb382 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0855916
Apr 30 13:27:51.101938 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7b08c708-1d2f-4330-9da4-229f004ce2a0 req-b4d9257f-274c-49a0-929e-3d63afcdce21 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397663
Apr 30 13:27:51.669246 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6513027b-4cfe-4b4b-80e9-b51e58e2dd8e req-70dbe72c-c500-4709-95ff-bcc6a840ed97 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0436282
Apr 30 13:27:52.286733 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7db3-b83a-44da-ad8e-c027f43d0c69 req-1afa85f7-3a43-4072-a9ae-efbb8969e6f9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:52.288269 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-613a7db3-b83a-44da-ad8e-c027f43d0c69 req-1afa85f7-3a43-4072-a9ae-efbb8969e6f9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0798016
Apr 30 13:27:52.332865 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-613a7db3-b83a-44da-ad8e-c027f43d0c69 req-c9c440f3-483d-4d25-8585-f8c075013ada tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388062
Apr 30 13:27:52.825267 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-761aff0f-6e03-4b6c-bfb3-b5fbde6b5e89 req-3131dcfc-877d-40e0-9de8-8eca032bfbb5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0432024
Apr 30 13:27:53.537093 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0a9fe-8a69-47d8-9ebb-52b1426814bf req-ed451ac4-8a21-4c10-abcb-f9aa68572679 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:53.538566 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a2e0a9fe-8a69-47d8-9ebb-52b1426814bf req-ed451ac4-8a21-4c10-abcb-f9aa68572679 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0830512
Apr 30 13:27:53.584145 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a2e0a9fe-8a69-47d8-9ebb-52b1426814bf req-1ff2deb2-4127-4205-97e5-d887e76cf2c0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399795
Apr 30 13:27:53.984232 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-08431ea7-9df8-4b18-b23e-e17503d7ffb4 req-32772057-74de-4f80-89be-1d98dc71f6e1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0468411
Apr 30 13:27:54.634459 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-d3603393-c262-4105-9b23-6bfb66bb1d21 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1753905
Apr 30 13:27:54.805269 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-8414630c-2391-4a92-baef-3128e6fbe7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:54.806787 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-8414630c-2391-4a92-baef-3128e6fbe7e1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 1098 time: 0.1351378
Apr 30 13:27:54.814962 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361f52-c44b-41b4-b351-20d7001cda41 req-c28e51e7-2a9f-4448-ace7-a0500455aaf6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:54.816417 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad361f52-c44b-41b4-b351-20d7001cda41 req-c28e51e7-2a9f-4448-ace7-a0500455aaf6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1136758
Apr 30 13:27:54.951630 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad361f52-c44b-41b4-b351-20d7001cda41 req-ee586d53-efe1-4464-b385-ab6922c74401 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286933
Apr 30 13:27:54.983521 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-54e56b10-1510-4c7d-9ce3-53fb4071c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:54.984949 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-54e56b10-1510-4c7d-9ce3-53fb4071c327 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1489041
Apr 30 13:27:55.095015 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-f5c945e9-12b3-46ee-b0d2-e98b8e13fcf9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 HTTP/1.1" status: 200  len: 1001 time: 0.1031616
Apr 30 13:27:55.154152 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9e2c3674-ad8e-48f6-b0e5-33ad656c8788 req-55919170-627e-441e-a3ed-ac955545fe07 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0443122
Apr 30 13:27:55.161077 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-2c03482a-1aa4-4b06-a068-6aca0b0ad6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:55.162794 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-2c03482a-1aa4-4b06-a068-6aca0b0ad6a4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0613689
Apr 30 13:27:55.340939 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-2c83abdd-8d8c-4632-ade3-185050f91259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:55.342426 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-2c83abdd-8d8c-4632-ade3-185050f91259 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1717257
Apr 30 13:27:55.481027 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-0d85073e-8fe6-491c-a57c-f232deebbd1e service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315689
Apr 30 13:27:55.616414 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7734e691-c198-49a4-99b9-68cddf1141f7 req-38256870-d60d-43ec-bac7-ccd608c6daf2 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285083
Apr 30 13:27:56.137599 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f68942-aff7-4318-9149-bdc83601067a req-49fe3649-8479-4751-bf3a-82d87f8340cb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:56.139092 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d1f68942-aff7-4318-9149-bdc83601067a req-49fe3649-8479-4751-bf3a-82d87f8340cb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0817823
Apr 30 13:27:56.185773 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d1f68942-aff7-4318-9149-bdc83601067a req-ed2c5aad-862a-4283-9765-ce58b77db732 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409014
Apr 30 13:27:56.314660 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-31a55a7c-c073-43de-88ae-6c388b44e1ec req-59405283-ce7d-43c5-889b-9949b41aff54 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0462058
Apr 30 13:27:57.377734 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5765e6-51db-4ec1-9220-ef96a4baf0b2 req-12baeaeb-1806-4fcc-a456-341ac79408c9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:57.380015 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9c5765e6-51db-4ec1-9220-ef96a4baf0b2 req-12baeaeb-1806-4fcc-a456-341ac79408c9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0862036
Apr 30 13:27:57.428111 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9c5765e6-51db-4ec1-9220-ef96a4baf0b2 req-f89790f3-cbec-498d-9539-b78e52e0c2e5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422699
Apr 30 13:27:57.534621 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8768e5a3-7c09-49c0-984f-0b65a3d5fd67 req-f212f6d3-8c8b-48ed-b692-cbe2d75d9816 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.1091216
Apr 30 13:27:58.616148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356ff5-8852-41b6-b522-436027adde4e req-9e9189fa-b328-481c-9605-95da40d990c8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:58.617614 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6356ff5-8852-41b6-b522-436027adde4e req-9e9189fa-b328-481c-9605-95da40d990c8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0826912
Apr 30 13:27:58.665318 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6356ff5-8852-41b6-b522-436027adde4e req-ae7dd9d2-bea8-480a-aa3b-79b25c79028b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419524
Apr 30 13:27:58.693965 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91946e48-01db-412d-8939-80e6b461d600 req-e85a28d4-d93d-4a3b-9b6e-55a59f5802dd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0451381
Apr 30 13:27:59.853258 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd33e00e-425e-40c9-8771-473a4760794b req-6f3e4427-501d-4273-b126-1f20305980af tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0444167
Apr 30 13:27:59.858583 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a59a3-429d-4d7a-b733-aac93d063e76 req-c4ddb239-3bd0-41f8-9216-a1a323eac50e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:59.860204 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b82a59a3-429d-4d7a-b733-aac93d063e76 req-c4ddb239-3bd0-41f8-9216-a1a323eac50e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0867279
Apr 30 13:27:59.906843 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b82a59a3-429d-4d7a-b733-aac93d063e76 req-1aee072c-248d-4540-833c-8d4f6da9b4ad tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398488
Apr 30 13:28:01.013521 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-98860daa-125d-4db1-ae99-da8d8f81d23d req-143ded05-8cff-418b-bf70-054beee931c3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0474615
Apr 30 13:28:01.096463 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d06bac-f11d-4499-8856-8093f15c0535 req-823a6d90-e08c-435b-9955-9b2e942ac54b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:01.098803 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43d06bac-f11d-4499-8856-8093f15c0535 req-823a6d90-e08c-435b-9955-9b2e942ac54b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0823493
Apr 30 13:28:01.147329 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43d06bac-f11d-4499-8856-8093f15c0535 req-9e0ade13-6921-4f95-b0d3-817facdf94e8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427887
Apr 30 13:28:02.168740 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cfcb645a-bf89-4805-b6c6-02326ef467f8 req-8f9178d8-fb9a-44de-a676-4093867a9622 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0435662
Apr 30 13:28:02.333679 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d241b-be88-46e8-aa58-7d0512e2a1f9 req-bbeef8d1-e740-4b16-b55d-725440d1bbc2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:02.335166 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-026d241b-be88-46e8-aa58-7d0512e2a1f9 req-bbeef8d1-e740-4b16-b55d-725440d1bbc2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0810204
Apr 30 13:28:02.381268 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-026d241b-be88-46e8-aa58-7d0512e2a1f9 req-d8d2967f-41ca-40f4-8da1-641c23891a56 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400712
Apr 30 13:28:03.325193 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1045ee9e-03fd-43b7-8666-4efebc8ce7a7 req-fa36d80d-0e79-479e-8eda-7d41cf262ace tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0429211
Apr 30 13:28:03.572050 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096642e2-793e-4735-a7ec-43ff1b57026f req-1bc0a4df-d811-412f-b4d3-a51c9986718a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:03.573423 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-096642e2-793e-4735-a7ec-43ff1b57026f req-1bc0a4df-d811-412f-b4d3-a51c9986718a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0863156
Apr 30 13:28:03.617677 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-096642e2-793e-4735-a7ec-43ff1b57026f req-30ef5eb6-0ff1-46af-ae52-c1c4396b7ee0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384173
Apr 30 13:28:03.984395 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:28:04.482918 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e9f94c7e-f78c-4645-b84d-d59f6cf2f4af req-d74c67cd-9df7-44c1-b436-18603d21b72d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0466132
Apr 30 13:28:04.807269 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27155d3-2a1a-4a15-97d0-013d09a2aa58 req-3f957559-955c-48af-a6f8-21a7c996517f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:04.808725 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f27155d3-2a1a-4a15-97d0-013d09a2aa58 req-3f957559-955c-48af-a6f8-21a7c996517f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0817349
Apr 30 13:28:04.854527 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f27155d3-2a1a-4a15-97d0-013d09a2aa58 req-5112f083-e76f-484a-b08b-bc009771e315 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399022
Apr 30 13:28:05.636846 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-130ccb49-9a67-4ee5-9458-872b5a6c6758 req-bced5a7b-00a7-436c-b210-a5f94e347bd5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0435169
Apr 30 13:28:06.042693 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c2012-aade-4991-a77b-18434537fa58 req-76b1eee7-f6f3-4343-8091-97f940123472 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:06.044159 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b20c2012-aade-4991-a77b-18434537fa58 req-76b1eee7-f6f3-4343-8091-97f940123472 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0838037
Apr 30 13:28:06.089144 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b20c2012-aade-4991-a77b-18434537fa58 req-70f35361-b6c3-4967-915f-fe2b16dc3c71 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393147
Apr 30 13:28:06.795205 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-35badd49-96c8-4ec1-a275-d51586412de2 req-7a1c265a-acf6-470a-a083-c7f45686d170 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0428627
Apr 30 13:28:07.279844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98907b-4193-4763-8088-ddf4779e3590 req-575d2e83-9aea-461e-bcd3-41fc71c1ad61 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:07.281299 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a98907b-4193-4763-8088-ddf4779e3590 req-575d2e83-9aea-461e-bcd3-41fc71c1ad61 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0857882
Apr 30 13:28:07.325930 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a98907b-4193-4763-8088-ddf4779e3590 req-f76789d6-8512-4fe6-932c-3dabacf9b480 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380871
Apr 30 13:28:07.953037 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-86062a5f-6f7b-490d-b193-d09ceb4e583f req-79b49779-ec78-4956-8984-98537f2f4d3d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0458584
Apr 30 13:28:08.519942 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7457a0-3ae6-405c-bb89-dd5c4549dd63 req-828b78ae-f677-462d-950a-cc93e7dd0f83 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:08.521391 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5a7457a0-3ae6-405c-bb89-dd5c4549dd63 req-828b78ae-f677-462d-950a-cc93e7dd0f83 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0856476
Apr 30 13:28:08.566476 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5a7457a0-3ae6-405c-bb89-dd5c4549dd63 req-e4d294a9-710b-40d7-86e7-3ad87dc6663c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394731
Apr 30 13:28:09.109503 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7688c644-0983-4260-8f83-ed7277315b55 req-e3f48276-b500-40b3-ab7c-fb86bec5382b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0439856
Apr 30 13:28:09.756635 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491d019-b3bf-4b0f-92f5-4758b3e273bf req-9d93bfea-dc89-462b-a1f8-a0b99fd87912 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:09.758142 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7491d019-b3bf-4b0f-92f5-4758b3e273bf req-9d93bfea-dc89-462b-a1f8-a0b99fd87912 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0852587
Apr 30 13:28:09.806487 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7491d019-b3bf-4b0f-92f5-4758b3e273bf req-f134e349-5ca9-4ac2-9bbd-05bf87c6a35d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426300
Apr 30 13:28:10.266573 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-11bdc442-2513-43e2-ac17-951450103951 req-6e909f2d-249f-4c0d-93ee-560a2403ef5d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0425305
Apr 30 13:28:10.995698 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64429cda-b054-4efd-96e6-69f349625bd5 req-1f0bbd93-7d21-4dfe-baa2-4b5419add4b2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:10.997175 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-64429cda-b054-4efd-96e6-69f349625bd5 req-1f0bbd93-7d21-4dfe-baa2-4b5419add4b2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0848598
Apr 30 13:28:11.042543 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-64429cda-b054-4efd-96e6-69f349625bd5 req-907f9fb1-f769-4153-8fb5-e768bebbe42f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396836
Apr 30 13:28:11.425791 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-910ccd8a-310f-43ab-b1ea-b14c0307a111 req-94d7326b-12ff-45ef-97b0-f4bb7ce20a6d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0467877
Apr 30 13:28:12.236809 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259ff9b-c07e-4343-ba8d-540e1a8ce830 req-dd602b21-de26-4aeb-92e9-4950193b2e28 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:12.238423 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0259ff9b-c07e-4343-ba8d-540e1a8ce830 req-dd602b21-de26-4aeb-92e9-4950193b2e28 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0825329
Apr 30 13:28:12.288704 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0259ff9b-c07e-4343-ba8d-540e1a8ce830 req-0124e0ca-0a55-49ab-b5c3-849be55510f3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446477
Apr 30 13:28:12.584500 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5b8dd95c-3658-4a50-bc6d-22b12f890c19 req-a9dae525-ee01-400c-bc42-c40a2fc27b74 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0443006
Apr 30 13:28:13.571958 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d8581-4295-4da3-90c2-7a0ea718b199 req-c7ce3090-38dd-441b-a407-51045d179a26 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:13.573352 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb0d8581-4295-4da3-90c2-7a0ea718b199 req-c7ce3090-38dd-441b-a407-51045d179a26 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1784413
Apr 30 13:28:13.619119 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fb0d8581-4295-4da3-90c2-7a0ea718b199 req-9fbc0819-7c1c-4973-9dee-671d717f3a1b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399048
Apr 30 13:28:13.739637 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4e2cc2ea-aa71-47ff-882d-8719741ea19c req-ed73b0c2-2193-49ca-8d9a-76e3ad3bccf6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0430765
Apr 30 13:28:14.141590 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1e27-01a4-43d1-a835-190ae0160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.811115 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1bd07-ab04-4e3d-bd00-cc9500c6d496 req-819c3571-159e-4548-a2e2-9ee17362bf20 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:14.812586 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2e1bd07-ab04-4e3d-bd00-cc9500c6d496 req-819c3571-159e-4548-a2e2-9ee17362bf20 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0854421
Apr 30 13:28:14.860463 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2e1bd07-ab04-4e3d-bd00-cc9500c6d496 req-1b4ab499-4740-48d7-a298-928a4d58f904 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420313
Apr 30 13:28:14.902198 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-53f237f9-274b-481b-b8a2-092d2e111722 req-8e7bca5b-fdb3-4310-9968-833566929d52 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0472729
Apr 30 13:28:16.050292 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001abf9-6345-4791-8cf0-74e86591a83d req-134af003-3a98-4316-8e4a-185bd4a1ca47 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:16.051828 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d001abf9-6345-4791-8cf0-74e86591a83d req-134af003-3a98-4316-8e4a-185bd4a1ca47 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0810673
Apr 30 13:28:16.058149 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ccd7f46c-c88f-4459-aa24-c44c63028160 req-32382ca8-917b-47ca-b6c9-b169f7e6d9d5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0440805
Apr 30 13:28:16.098294 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d001abf9-6345-4791-8cf0-74e86591a83d req-421b8c00-f58c-4dfd-8030-e00d302c37ba tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405769
Apr 30 13:28:16.803801 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-60bf2b22-8941-482e-8532-9df9e10dd764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:17.093477 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:17.223179 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-212b7fac-a83c-4e1f-8952-ad9eed539485 req-13f77f20-56aa-472f-ae72-c52c0c06e86b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0452561
Apr 30 13:28:17.294927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2ae7c-3767-4466-a77a-6fb1ecddc6c1 req-3a388a4e-e2f0-4b77-b3a4-a090821e40f6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:17.296371 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-23e2ae7c-3767-4466-a77a-6fb1ecddc6c1 req-3a388a4e-e2f0-4b77-b3a4-a090821e40f6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0854721
Apr 30 13:28:17.342390 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-23e2ae7c-3767-4466-a77a-6fb1ecddc6c1 req-ec096e86-64c3-48d0-8e23-10d4bd4971ce tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400138
Apr 30 13:28:17.506452 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.384367 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-53e79ba3-8725-4bb7-887a-145098c10b42 req-9ef9ef9e-16a7-4008-a179-878c3db9bcf1 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0474734
Apr 30 13:28:18.531607 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fc3c6-0305-4e1a-8212-2d0e5aee33df req-6bd1a7fd-503f-40e0-a49a-655b0184b602 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:18.533010 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b81fc3c6-0305-4e1a-8212-2d0e5aee33df req-6bd1a7fd-503f-40e0-a49a-655b0184b602 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0838580
Apr 30 13:28:18.543939 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.579959 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b81fc3c6-0305-4e1a-8212-2d0e5aee33df req-05f27c13-adb3-4961-8c51-d4bf3041267f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408278
Apr 30 13:28:19.257463 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:19.539968 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6f10a368-a4e8-4cb4-86d0-ebf63397546e req-70433b43-079f-4fe3-a1ac-908b981db921 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0441837
Apr 30 13:28:19.768588 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf82e9-191e-4ea6-aeeb-c1f6880eb70f req-d3937c57-58bb-4a82-b364-e3db0c720d6e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:19.770739 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f1cf82e9-191e-4ea6-aeeb-c1f6880eb70f req-d3937c57-58bb-4a82-b364-e3db0c720d6e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0818713
Apr 30 13:28:19.815720 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f1cf82e9-191e-4ea6-aeeb-c1f6880eb70f req-8fda0ea8-9395-48e2-8f6b-38562e096e63 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392034
Apr 30 13:28:20.695265 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f0a656e7-37aa-4410-a283-ffb0133d66a6 req-4f84443f-f8d8-4511-a655-83626d30d5a5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0431294
Apr 30 13:28:21.008235 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce007a-e49a-4f58-a530-875d6f38934d req-f588015f-2db2-408c-8855-f480e0d829aa tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:21.009611 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-85ce007a-e49a-4f58-a530-875d6f38934d req-f588015f-2db2-408c-8855-f480e0d829aa tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0871975
Apr 30 13:28:21.055357 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-85ce007a-e49a-4f58-a530-875d6f38934d req-ba780cf5-6626-40e3-914b-6712d4635430 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401065
Apr 30 13:28:21.851945 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-905cb3fc-7578-471c-8c87-4a3ed3d25c35 req-4c644940-6f05-4132-9ec5-308c6344fe44 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0466344
Apr 30 13:28:22.244151 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4822df-4a0f-40e8-b24e-2821fb44eabc req-77b2e455-98d1-44c7-816a-f5f7540cb2e5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:22.245626 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ef4822df-4a0f-40e8-b24e-2821fb44eabc req-77b2e455-98d1-44c7-816a-f5f7540cb2e5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0831628
Apr 30 13:28:22.291594 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ef4822df-4a0f-40e8-b24e-2821fb44eabc req-75428f1f-9d1e-449b-982f-0fa431ff73bf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401132
Apr 30 13:28:23.007037 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0b7e2449-fc66-4ecf-a6b2-9948dd03b0ac req-0fb17c97-b01d-4c63-873b-2185aca300a4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0442586
Apr 30 13:28:23.479800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a094748-b354-447d-bf80-438af0e66b40 req-75200989-4c23-497f-b1b9-c733ae475bb0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:23.481271 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1a094748-b354-447d-bf80-438af0e66b40 req-75200989-4c23-497f-b1b9-c733ae475bb0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0815523
Apr 30 13:28:23.527197 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1a094748-b354-447d-bf80-438af0e66b40 req-5b66f83c-c14b-4ee0-ad7c-44fc2471fb01 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397239
Apr 30 13:28:24.308211 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6d83c72f-6eab-4369-af2d-1cb1461cb312 req-8a6de6f9-5348-40ed-913b-6ec4a864b56e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0434165
Apr 30 13:28:24.717608 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c37922-882e-4699-a1fd-ffef2da5c712 req-5166bcf0-124d-47c5-a760-5a3d0ed95688 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:24.719132 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-13c37922-882e-4699-a1fd-ffef2da5c712 req-5166bcf0-124d-47c5-a760-5a3d0ed95688 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845835
Apr 30 13:28:24.765657 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-13c37922-882e-4699-a1fd-ffef2da5c712 req-58686727-a6d8-4bee-9596-5700a4748ee4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397592
Apr 30 13:28:25.465710 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0aa9f800-7de0-41eb-abce-5bfb066ef6c5 req-5f09ee11-9791-4710-aab8-db6803f44189 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0474863
Apr 30 13:28:25.956031 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33987e-35b2-4658-8234-b339d5e26857 req-663aad42-d7f3-4238-9bb6-5a04596ec2d3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:25.958324 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4a33987e-35b2-4658-8234-b339d5e26857 req-663aad42-d7f3-4238-9bb6-5a04596ec2d3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0844340
Apr 30 13:28:26.008336 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4a33987e-35b2-4658-8234-b339d5e26857 req-462d1b47-aa70-4eb8-bbca-f5a4e5c39892 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413558
Apr 30 13:28:26.629137 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-376caa13-7ebd-4ebc-bbc5-aeba4c5a7edf req-493f7fe5-36f0-49ae-bb9d-a8dfb1ec91eb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0509381
Apr 30 13:28:27.199277 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f89e2-f0ec-4ef0-812d-8b50c0994b40 req-194d2acf-62ef-4933-b766-0908aa30159d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:27.200750 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f6f89e2-f0ec-4ef0-812d-8b50c0994b40 req-194d2acf-62ef-4933-b766-0908aa30159d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0822706
Apr 30 13:28:27.246329 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f6f89e2-f0ec-4ef0-812d-8b50c0994b40 req-dccaa477-9527-4c89-926a-ccd9ddfbd75a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398979
Apr 30 13:28:27.788619 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20b7f077-4360-4cb7-9cb2-1d4f8470fed1 req-c5a178aa-18b2-496b-bfff-3d8e03be60d3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0432177
Apr 30 13:28:28.447944 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6703aee-7bfa-4a5b-9a64-61cfab094255 req-d7fe31df-1a51-4117-be06-fac2a6ce9a08 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:28.449376 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a6703aee-7bfa-4a5b-9a64-61cfab094255 req-d7fe31df-1a51-4117-be06-fac2a6ce9a08 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0943758
Apr 30 13:28:28.497564 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a6703aee-7bfa-4a5b-9a64-61cfab094255 req-82865edd-91bf-4ffc-8446-b2421b59fbf9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416863
Apr 30 13:28:28.949612 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1eece0a8-631f-4f2e-a70e-d1d94282073b req-7008be23-a0b6-4a19-afc6-233b0e23f029 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0467591
Apr 30 13:28:29.687981 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f97e1-70e1-4ba0-b2d9-e5d240a057c1 req-822fce18-9561-4d30-86f0-8a14ac54d87a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:29.689450 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6a0f97e1-70e1-4ba0-b2d9-e5d240a057c1 req-822fce18-9561-4d30-86f0-8a14ac54d87a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0863490
Apr 30 13:28:29.742342 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6a0f97e1-70e1-4ba0-b2d9-e5d240a057c1 req-f1c50dc5-c472-4f5e-8238-e587cd7544a9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460775
Apr 30 13:28:30.106851 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37785829-5198-4ec2-8ec3-084c74f22f0e req-76d81c53-93b6-4e7c-9384-12a2d181e344 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0432482
Apr 30 13:28:30.933065 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcce8f3-b7b1-4b2c-86c4-00c8390d1fba req-a856d50c-9c08-4f0d-ac57-82ffe8a48672 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:30.934562 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2dcce8f3-b7b1-4b2c-86c4-00c8390d1fba req-a856d50c-9c08-4f0d-ac57-82ffe8a48672 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0833127
Apr 30 13:28:30.979986 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2dcce8f3-b7b1-4b2c-86c4-00c8390d1fba req-7981df30-1a7a-412e-b885-e61c151ef4b0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396750
Apr 30 13:28:31.279557 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-abf92f0b-2881-462a-b6b8-00958165170d req-f45374d4-5c47-4767-9a0b-2f2a2a6c2459 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0442166
Apr 30 13:28:32.170481 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431dcc5-078c-45ee-a5fd-c012151a3d67 req-a1421624-a373-4686-a9a3-42e66c6d9723 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:32.171942 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c431dcc5-078c-45ee-a5fd-c012151a3d67 req-a1421624-a373-4686-a9a3-42e66c6d9723 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0861483
Apr 30 13:28:32.219887 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c431dcc5-078c-45ee-a5fd-c012151a3d67 req-7d62d18a-c8c7-44a7-9cca-80d1a095bda8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422029
Apr 30 13:28:32.447303 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-04c61d8c-8b2a-4765-99db-fb61081f45ae req-3d98607f-7c77-43c5-9eba-d2580b8bdafa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0495083
Apr 30 13:28:33.409068 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6a72-8d7c-411e-a2b3-5427097990ff req-2dbbca01-ff5e-41fa-8c07-2ae855d5329a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:33.410838 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7fab6a72-8d7c-411e-a2b3-5427097990ff req-2dbbca01-ff5e-41fa-8c07-2ae855d5329a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0851204
Apr 30 13:28:33.546465 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7fab6a72-8d7c-411e-a2b3-5427097990ff req-785ed3a5-18a5-41d9-957d-8a1e65096f03 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297355
Apr 30 13:28:33.607163 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4541ebf3-4430-4c5a-841f-90379949840d req-a9ce8b5e-239b-4d9a-bf0c-5b4f1a0b2abb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0429862
Apr 30 13:28:34.740739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd0e6-ddf7-47e4-b8c9-244e90383716 req-9b9da283-5ee9-4599-98a8-9903e985c8f1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:34.742354 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0e7dd0e6-ddf7-47e4-b8c9-244e90383716 req-9b9da283-5ee9-4599-98a8-9903e985c8f1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0830524
Apr 30 13:28:34.766931 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8e4caa89-2fc1-44c3-a625-f4f2b5990c19 req-42f838f8-17e2-4cbd-8b71-6a006dd537ae tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0436385
Apr 30 13:28:34.792436 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0e7dd0e6-ddf7-47e4-b8c9-244e90383716 req-605a4550-0ba3-4673-8645-67712bfb7b8e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444450
Apr 30 13:28:35.986151 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653ee28-d46a-4e00-836c-ecadfa1a2d05 req-1c9bef3e-e30e-42f2-b51f-fb65b8163b31 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:35.987738 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5653ee28-d46a-4e00-836c-ecadfa1a2d05 req-1c9bef3e-e30e-42f2-b51f-fb65b8163b31 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0873246
Apr 30 13:28:36.000369 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f0c5c099-42bb-43ae-8bb0-d6deb035de8c req-5db81441-400c-4439-a692-de6719f93c7c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.1196668
Apr 30 13:28:36.035476 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5653ee28-d46a-4e00-836c-ecadfa1a2d05 req-6defb9cd-ced9-403c-b9bb-52c29d7e8e6e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414147
Apr 30 13:28:37.160323 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dba97b78-6526-4f04-b168-8288e7b8ec4a req-bbc8ab31-8422-41c3-a75b-9507fc769b3c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0447178
Apr 30 13:28:37.229444 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75702f-1b29-4c1c-b7bb-c53b59135187 req-f0ac1176-2d3a-4130-b148-c9ec99df3cdf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:37.230947 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f75702f-1b29-4c1c-b7bb-c53b59135187 req-f0ac1176-2d3a-4130-b148-c9ec99df3cdf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0872793
Apr 30 13:28:37.276417 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f75702f-1b29-4c1c-b7bb-c53b59135187 req-c38536e8-34cc-402c-a12c-21fe99006bb4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398047
Apr 30 13:28:38.321137 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2b22792e-0ed0-4e95-8277-60b3a5d4b75e req-74639a6f-b5b2-4f3c-a2c5-6aa70920a689 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0435653
Apr 30 13:28:38.471907 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c045ec7-f620-494a-a790-210e808b5c6a req-fed01bcd-679e-4672-83b2-39ad444d4847 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:38.473577 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c045ec7-f620-494a-a790-210e808b5c6a req-fed01bcd-679e-4672-83b2-39ad444d4847 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0832257
Apr 30 13:28:38.520350 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6c045ec7-f620-494a-a790-210e808b5c6a req-169d5341-3df1-41dc-b5df-b4e6f61a9e27 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410171
Apr 30 13:28:39.493129 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d4f6e9d-d15d-42f1-80ac-5569e05cb2f3 req-08af155b-d2fe-44af-9876-3b4d3aede018 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0538092
Apr 30 13:28:39.725398 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc294f-eb02-4874-84ea-179bd5eca458 req-d0cbe9f1-7581-438c-a247-01122f42b747 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:39.726940 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-17fc294f-eb02-4874-84ea-179bd5eca458 req-d0cbe9f1-7581-438c-a247-01122f42b747 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0961101
Apr 30 13:28:39.774527 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-17fc294f-eb02-4874-84ea-179bd5eca458 req-da54dc61-b729-48ff-bd55-ba2ae7545850 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414732
Apr 30 13:28:40.654885 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3a03c773-98f1-4529-bfe5-f379e7974f6b req-35163a1a-a1bf-4836-9276-1a0ea571fd56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0433960
Apr 30 13:28:40.966324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d5050-636e-4e3d-81b2-645486ecfa38 req-5759dcdf-4aa0-4b02-aede-b90472ad62a0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:40.967858 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d11d5050-636e-4e3d-81b2-645486ecfa38 req-5759dcdf-4aa0-4b02-aede-b90472ad62a0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0838377
Apr 30 13:28:40.990166 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:28:41.031186 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d11d5050-636e-4e3d-81b2-645486ecfa38 req-23e91c0c-5a6f-46f0-ba48-6f08e7902e99 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570743
Apr 30 13:28:41.812095 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c0242f99-96f1-4e0a-abca-bf4a2ed3081d req-5bf8cc50-3465-4b73-9d6f-9ca5e17caaa6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0428770
Apr 30 13:28:42.279197 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a4cb5-ccab-4fdf-8b57-054ddf3dac24 req-ea1f60e2-fb86-4b97-9d45-d70998cc9267 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:42.280688 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-155a4cb5-ccab-4fdf-8b57-054ddf3dac24 req-ea1f60e2-fb86-4b97-9d45-d70998cc9267 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0819554
Apr 30 13:28:42.326282 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-155a4cb5-ccab-4fdf-8b57-054ddf3dac24 req-ff0bce51-c498-4d7e-baa5-3ec10a35a981 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393257
Apr 30 13:28:42.970888 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ce3542b4-a861-4aae-b271-dde2984d7ee8 req-2302105b-7dca-4db3-8ae9-5e195f1ca16d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0460043
Apr 30 13:28:43.518087 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce9a6-1cee-4fd3-b5d0-3d21f34fb7d2 req-b1a2c03b-dd33-4295-9f89-4892730b75a8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:43.520547 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-77bce9a6-1cee-4fd3-b5d0-3d21f34fb7d2 req-b1a2c03b-dd33-4295-9f89-4892730b75a8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0876279
Apr 30 13:28:43.566962 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-77bce9a6-1cee-4fd3-b5d0-3d21f34fb7d2 req-c48109e4-2b4a-40e8-b447-5a30e227f282 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408614
Apr 30 13:28:44.128876 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e8ab19d7-a90e-4503-96bf-372f83d54d9c req-3a3f7135-ce61-4cbe-b49e-1785c9854eb9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0431950
Apr 30 13:28:44.145043 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-468e256c-03ca-4a05-ab6b-1c234a3041b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:44.756057 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50248-e7aa-4737-9bbb-a8de96c078b1 req-791cc0ce-f708-4627-8902-aa739de74d6c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:44.757412 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-afd50248-e7aa-4737-9bbb-a8de96c078b1 req-791cc0ce-f708-4627-8902-aa739de74d6c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0840023
Apr 30 13:28:44.807039 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-afd50248-e7aa-4737-9bbb-a8de96c078b1 req-a57839bc-f8d3-49a5-a564-b0eee97a1c6a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436380
Apr 30 13:28:45.286285 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-609e9bf9-0fdf-4712-9d1e-7675fe529273 req-e8e54fec-db79-4f89-b774-e80f623c0943 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0421944
Apr 30 13:28:45.997472 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5546cca-ea01-4dc6-a59e-2fb2550975a3 req-a27a5f00-49ab-46a6-8ba9-f3bf3df9b661 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:45.998952 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a5546cca-ea01-4dc6-a59e-2fb2550975a3 req-a27a5f00-49ab-46a6-8ba9-f3bf3df9b661 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0808637
Apr 30 13:28:46.045472 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a5546cca-ea01-4dc6-a59e-2fb2550975a3 req-0cbb8fb1-c9a1-4e21-81ba-2d1bd4f834b1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400949
Apr 30 13:28:46.444460 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f3d67851-71b7-42e6-bcff-63d6480b6a31 req-0fd04460-9718-4b42-8af6-78e519f62069 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0470278
Apr 30 13:28:46.806121 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9436a487-5035-4a1b-9db7-5fad9ef1a2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.095804 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.374432 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4ec9-d63b-4a7f-a616-80a67135fdbf req-dcbffbb4-64cc-4808-b889-5e4f79e8e6b5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:47.375795 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2e6b4ec9-d63b-4a7f-a616-80a67135fdbf req-dcbffbb4-64cc-4808-b889-5e4f79e8e6b5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845106
Apr 30 13:28:47.421901 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2e6b4ec9-d63b-4a7f-a616-80a67135fdbf req-627a3ceb-0e99-4ace-8a82-430a1b00eddd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398459
Apr 30 13:28:47.511226 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.601336 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c5706e21-eb19-4550-8344-7aebe74cdab8 req-a695bfee-d30a-41c6-bd84-69ca571e6bcb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0449049
Apr 30 13:28:48.558227 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:48.614956 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281ee3-78c1-4c47-9c00-1ba140a64259 req-02d1d390-63b4-4c6d-91a2-ba4917bcc0ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.616453 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8281ee3-78c1-4c47-9c00-1ba140a64259 req-02d1d390-63b4-4c6d-91a2-ba4917bcc0ac tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0880594
Apr 30 13:28:48.664029 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b8281ee3-78c1-4c47-9c00-1ba140a64259 req-f74f3bea-8a68-41e8-bfef-dbc5fa17373d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418279
Apr 30 13:28:48.759776 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-441d1c83-c509-4139-9a32-bf546d01fcb2 req-0c52ae39-847d-439d-9fbb-984c18e30244 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0435474
Apr 30 13:28:49.261029 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:49.856179 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f73a07-c2b5-4caf-bdc3-63f13f71b258 req-91a08940-4b49-44b7-a81e-0bcba347b2ef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:49.857640 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a0f73a07-c2b5-4caf-bdc3-63f13f71b258 req-91a08940-4b49-44b7-a81e-0bcba347b2ef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0843632
Apr 30 13:28:49.904148 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a0f73a07-c2b5-4caf-bdc3-63f13f71b258 req-db31a726-9eea-47bd-a4f5-fa937c971a66 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404816
Apr 30 13:28:49.929362 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-84db3b0c-8d80-43ca-8134-1782a055e8af req-7dfa0dbd-6608-45ed-a1ed-c72d61742482 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0484374
Apr 30 13:28:51.092359 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f6ac4229-7825-4261-85d1-8da907aae9e9 req-02439898-8022-4cc5-8612-c81a8498797a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0442061
Apr 30 13:28:51.101494 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4866a-09ba-40ee-a060-42290c7c03c3 req-5c16c1de-edf7-459a-bb88-005f8fb7a21e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:51.103014 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-98b4866a-09ba-40ee-a060-42290c7c03c3 req-5c16c1de-edf7-459a-bb88-005f8fb7a21e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0892084
Apr 30 13:28:51.150264 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-98b4866a-09ba-40ee-a060-42290c7c03c3 req-cbcc1d48-729a-4d80-aa78-f4a934b90050 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409620
Apr 30 13:28:52.251587 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-11e15cbb-6f24-4ffe-a2ac-5c06b574d2aa req-5ea2cc9c-7e09-4aab-93a9-a7eb4cfaf60c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0432043
Apr 30 13:28:52.344189 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f3df-ff29-49cd-aa6e-57d35a335e0b req-1e6c2327-da2d-48f4-a267-76f95a601df0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:52.345684 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43f4f3df-ff29-49cd-aa6e-57d35a335e0b req-1e6c2327-da2d-48f4-a267-76f95a601df0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0870278
Apr 30 13:28:52.393269 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43f4f3df-ff29-49cd-aa6e-57d35a335e0b req-7da28d3b-50b2-4a10-9974-7a3185bc739d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414088
Apr 30 13:28:53.409678 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a39cb059-0a6e-4ddb-8005-463727ea82d2 req-a1844f78-e705-4b5b-8476-a3db0b2b9999 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0464013
Apr 30 13:28:53.583613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf2919-534b-4a94-841a-552306aa90ec req-2547130c-ef0f-4af4-95f0-2de7ba0b1070 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:53.584986 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-24bf2919-534b-4a94-841a-552306aa90ec req-2547130c-ef0f-4af4-95f0-2de7ba0b1070 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0825961
Apr 30 13:28:53.631974 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-24bf2919-534b-4a94-841a-552306aa90ec req-2f18928a-a796-46f8-bc59-82b1e291586a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399458
Apr 30 13:28:54.571263 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3069bd68-0579-4d4c-99b1-1a62798b9eba req-6717496e-33c7-445d-8580-5606edcc1684 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0449016
Apr 30 13:28:54.595157 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-6ab23ecb-9cd6-4d6d-a311-240e274e3b74 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1680899
Apr 30 13:28:54.799003 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3741c1-b0b8-4f92-99dc-418a429212df req-044d5b0a-53bd-45b3-839c-51878a58b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:54.800675 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-044d5b0a-53bd-45b3-839c-51878a58b37b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 1099 time: 0.1205273
Apr 30 13:28:54.872208 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a76bd2-5cf9-46ec-ad88-643d9c125408 req-571530fe-c014-4662-afc3-e73af9cf1b1a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:54.873678 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-37a76bd2-5cf9-46ec-ad88-643d9c125408 req-571530fe-c014-4662-afc3-e73af9cf1b1a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1341381
Apr 30 13:28:54.982695 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-37a76bd2-5cf9-46ec-ad88-643d9c125408 req-e03497dd-33ca-4283-98a7-bc1421ca0e46 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619102
Apr 30 13:28:54.998303 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3741c1-b0b8-4f92-99dc-418a429212df req-733ad70e-3363-4167-90ae-b69f1ecd1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:54.999769 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-733ad70e-3363-4167-90ae-b69f1ecd1f96 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 916 time: 0.1785984
Apr 30 13:28:55.072202 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-960be3e7-2be2-4302-9947-7448cf744d08 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 200  len: 217 time: 0.0654218
Apr 30 13:28:55.136807 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3741c1-b0b8-4f92-99dc-418a429212df req-fb61ab7a-7c85-4d7b-8c1b-d7345fa37527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:55.138285 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-fb61ab7a-7c85-4d7b-8c1b-d7345fa37527 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.0597267
Apr 30 13:28:55.188955 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-ad2cd0a1-4069-4a2e-9043-68b0572b9c03 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439351
Apr 30 13:28:55.325159 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-dbdb4d56-97fe-4fe1-bdc8-d48e11ff0838 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290753
Apr 30 13:28:55.461944 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-be3741c1-b0b8-4f92-99dc-418a429212df req-1be54ed1-7282-44ee-aa86-1852a1ab984c service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296136
Apr 30 13:28:55.729637 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a1092b4c-4ea8-4034-81ca-0f1d92b6f875 req-946832c6-b102-45ce-85e7-7b8f3a51a706 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0426202
Apr 30 13:28:56.169519 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229829af-4e54-47c7-b91f-90ae479d0276 req-1469a2df-3ec5-4d77-86da-dec4ea4e7776 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:56.171014 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-229829af-4e54-47c7-b91f-90ae479d0276 req-1469a2df-3ec5-4d77-86da-dec4ea4e7776 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0813384
Apr 30 13:28:56.217331 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-229829af-4e54-47c7-b91f-90ae479d0276 req-3e0435d5-cd1b-4544-a9a3-36c18364e57e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399199
Apr 30 13:28:56.888734 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e10c7e08-51c5-46b6-99e3-541252714c8d req-51da2d55-78af-4ea8-b9a0-4614a2e78cf5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0463159
Apr 30 13:28:57.414058 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4551de-4fc3-438d-a7fe-d00cc33c16b5 req-72010a07-8d72-4688-bdd1-55faaf43e29b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:57.415510 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2d4551de-4fc3-438d-a7fe-d00cc33c16b5 req-72010a07-8d72-4688-bdd1-55faaf43e29b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0852616
Apr 30 13:28:57.460570 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2d4551de-4fc3-438d-a7fe-d00cc33c16b5 req-d3cf42ad-b174-42b7-8741-fb3e0a366f54 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388367
Apr 30 13:28:58.044233 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1e2e9458-e76a-4731-ad8b-5b52d3ce7885 req-a4b8cf0b-a8ff-4a61-a1d2-052ac13ec08d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0431898
Apr 30 13:28:58.646440 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712458d3-bf05-4a47-828e-a6b88d836e8f req-1c33fd6b-a273-4b3e-b4b6-74d3937297de tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:58.647945 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-712458d3-bf05-4a47-828e-a6b88d836e8f req-1c33fd6b-a273-4b3e-b4b6-74d3937297de tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0815804
Apr 30 13:28:58.694068 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-712458d3-bf05-4a47-828e-a6b88d836e8f req-c3f62ea1-a78a-472b-9c07-467a084e4fb9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401466
Apr 30 13:28:59.203594 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-137c9025-2cd8-4952-b208-cd3acc95a03f req-24839a41-cb7c-4620-af7d-a82e5a3fdc16 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0435340
Apr 30 13:28:59.900706 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a105ad-4aae-4fe2-b9c1-c474cf4f99dc req-1c3baba4-4f48-44ec-9dee-cd3a97c11235 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:59.902193 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-96a105ad-4aae-4fe2-b9c1-c474cf4f99dc req-1c3baba4-4f48-44ec-9dee-cd3a97c11235 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0872943
Apr 30 13:28:59.948075 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-96a105ad-4aae-4fe2-b9c1-c474cf4f99dc req-8a44c58d-418f-4010-a2c2-4c18206c53c0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401390
Apr 30 13:29:00.363607 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-10b4768b-d771-4dcb-8dc4-c488e69f35d4 req-2743360d-b3a4-4be7-9565-dcb75666024e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0460920
Apr 30 13:29:01.137442 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cb766-2c03-4a6c-8908-0ee64151c236 req-4faec1fe-900b-4720-863e-ec420ad5abcd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:01.138867 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e98cb766-2c03-4a6c-8908-0ee64151c236 req-4faec1fe-900b-4720-863e-ec420ad5abcd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0804732
Apr 30 13:29:01.188792 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e98cb766-2c03-4a6c-8908-0ee64151c236 req-0ae03cba-ddb1-484f-a163-d67d3d2dd178 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427415
Apr 30 13:29:01.520110 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d9729720-46fb-42f7-ba46-4d478e4334c1 req-0dba2f9e-a441-4362-bdba-cd4d6c9fe194 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0442853
Apr 30 13:29:02.374915 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358183e1-0516-4af5-aefa-1cc1884eadbc req-f98391ed-e011-4118-a727-3efcea42a0f4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:02.376377 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-358183e1-0516-4af5-aefa-1cc1884eadbc req-f98391ed-e011-4118-a727-3efcea42a0f4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0804591
Apr 30 13:29:02.421935 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-358183e1-0516-4af5-aefa-1cc1884eadbc req-a1c2ed0e-a8dd-4dba-9675-86100cfad124 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392303
Apr 30 13:29:02.679945 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f65e0a75-f864-4f2a-901a-c91518db4c6b req-962988ea-f752-4661-afc3-3c204efa2cae tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0436485
Apr 30 13:29:03.631193 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5008c7-75c7-46f2-9568-c830cb231117 req-0c8bb052-9158-43e6-8020-904f71839510 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:03.632678 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0c5008c7-75c7-46f2-9568-c830cb231117 req-0c8bb052-9158-43e6-8020-904f71839510 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1016693
Apr 30 13:29:03.680697 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0c5008c7-75c7-46f2-9568-c830cb231117 req-5012418c-afc7-41e1-a497-a1af089cbcb5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421498
Apr 30 13:29:03.840311 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0e65ed66-7e04-4ff3-acd9-c27629ddf631 req-c98be391-6ca1-4dd4-8ed1-0fd6f269793d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0479171
Apr 30 13:29:04.873867 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af895d-5273-429b-89bf-1a2dec876746 req-ba9c9f1e-e2ff-48d4-aee4-a79607287f96 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:04.875405 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-01af895d-5273-429b-89bf-1a2dec876746 req-ba9c9f1e-e2ff-48d4-aee4-a79607287f96 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0807927
Apr 30 13:29:04.923692 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-01af895d-5273-429b-89bf-1a2dec876746 req-420d83f5-c731-491f-8616-de7448877706 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425029
Apr 30 13:29:05.001446 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20157eb5-0817-4dd6-8e97-308e76e3cff1 req-017d5087-7fb0-4abc-ac7d-1530b503e6cf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0440559
Apr 30 13:29:06.164626 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d9bb7ab-cec6-49cb-855d-d6d9ca489027 req-18c10eb0-ac0d-45ae-b73a-a142e70514c7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0455351
Apr 30 13:29:06.215615 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461530f-d39e-43a2-b6b1-75c73dbadaa3 req-56c4068c-7ede-4d35-af18-a6c1052f5f5e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:06.217070 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d461530f-d39e-43a2-b6b1-75c73dbadaa3 req-56c4068c-7ede-4d35-af18-a6c1052f5f5e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1868272
Apr 30 13:29:06.261993 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d461530f-d39e-43a2-b6b1-75c73dbadaa3 req-e804af52-cb94-4256-b8d0-ae67edee988d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391557
Apr 30 13:29:07.326132 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4a09f9c9-0a17-4963-8180-4ce37247651f req-ac83bbd6-3c8a-4efa-b506-ac296addc6ce tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0486295
Apr 30 13:29:07.454710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f781b-3f83-4e35-96b3-48caa9a1d687 req-80ac21e9-4ea6-469f-83d4-a468ae34483e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:07.456151 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5d5f781b-3f83-4e35-96b3-48caa9a1d687 req-80ac21e9-4ea6-469f-83d4-a468ae34483e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845253
Apr 30 13:29:07.511153 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5d5f781b-3f83-4e35-96b3-48caa9a1d687 req-4387e186-ca3a-42b3-8460-83c91e9764ef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492475
Apr 30 13:29:08.487382 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-66177062-0982-475d-9274-5dbc0b50dffb req-b822a99a-9850-4803-84aa-af911904e082 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0464332
Apr 30 13:29:08.701275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf7c11-f4bf-416d-815e-a7ffa5b5cf02 req-727673cd-ab5c-4b31-ac91-573f7f7b418d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:08.702789 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-35cf7c11-f4bf-416d-815e-a7ffa5b5cf02 req-727673cd-ab5c-4b31-ac91-573f7f7b418d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0824616
Apr 30 13:29:08.748204 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-35cf7c11-f4bf-416d-815e-a7ffa5b5cf02 req-5f5f7fef-03b7-46eb-a5b2-f036ca173c1c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397928
Apr 30 13:29:09.645381 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4d75a297-4898-450e-8309-30a1edff8228 req-d80a15d1-d168-4fde-8a0f-9e4d07eee22c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0440738
Apr 30 13:29:09.948761 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29cd6b-f999-48b5-8083-7909460cece0 req-dd63270b-88a5-4e3c-a2b2-f6463d47a83b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:09.950282 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac29cd6b-f999-48b5-8083-7909460cece0 req-dd63270b-88a5-4e3c-a2b2-f6463d47a83b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0863895
Apr 30 13:29:09.997049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ac29cd6b-f999-48b5-8083-7909460cece0 req-da66c6da-f703-41d8-91ef-8f8750f649f9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404820
Apr 30 13:29:10.803962 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3adbc102-524f-42ca-946c-bd2ceef6e1cd req-c544433b-91fa-4846-8437-e11b19d61f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0479162
Apr 30 13:29:11.191190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f221-239a-4feb-aa1b-4653d64e2f95 req-32c2414d-5a93-4ba9-90f4-8255d2a8b34f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:11.192650 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0980f221-239a-4feb-aa1b-4653d64e2f95 req-32c2414d-5a93-4ba9-90f4-8255d2a8b34f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0891726
Apr 30 13:29:11.237844 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0980f221-239a-4feb-aa1b-4653d64e2f95 req-f3e17d94-fd9c-45ed-ae39-bd798662718c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393202
Apr 30 13:29:11.963700 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-586f0b8d-e267-4196-b0b0-2a4cf5085d0a req-a77408e8-4a11-416b-b75f-91884dd77d5b tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0434437
Apr 30 13:29:12.427579 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd92e03-5ee0-41d1-b144-560c3b12e01f req-ac0897df-de7e-4cee-b69c-9877b9b2b52d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:12.429050 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1fd92e03-5ee0-41d1-b144-560c3b12e01f req-ac0897df-de7e-4cee-b69c-9877b9b2b52d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0833538
Apr 30 13:29:12.474820 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1fd92e03-5ee0-41d1-b144-560c3b12e01f req-7e72a8dd-472b-46c4-9eca-d27da3ce98ba tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398364
Apr 30 13:29:13.120234 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-22523e14-ccdc-4019-a0cb-db17c6ed72cb req-d1027e6a-3b0e-4d58-adc2-a517c4eb6456 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0438771
Apr 30 13:29:13.663655 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4419f-a994-465a-831f-3cefdfa2cbe0 req-22c713a8-619e-4b23-aabf-2879ba7962de tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:13.665118 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-02d4419f-a994-465a-831f-3cefdfa2cbe0 req-22c713a8-619e-4b23-aabf-2879ba7962de tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0842502
Apr 30 13:29:13.710214 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-02d4419f-a994-465a-831f-3cefdfa2cbe0 req-cffd2462-43f1-4cdb-9d5e-dc6804980cc8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393684
Apr 30 13:29:14.146709 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8e30e206-43c6-4176-86f4-d6dae328efc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:14.341946 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-45b064df-c33e-440b-ad27-3f1c63b4dfda req-d6867f16-2324-431f-9380-94187d1ab6a8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.1093163
Apr 30 13:29:14.900371 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e57ba-7145-43e9-8497-b71a1d81cf89 req-ddaa3753-2504-4e0b-bb51-9261ba87591c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:14.901881 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a76e57ba-7145-43e9-8497-b71a1d81cf89 req-ddaa3753-2504-4e0b-bb51-9261ba87591c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0846009
Apr 30 13:29:14.947672 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a76e57ba-7145-43e9-8497-b71a1d81cf89 req-ff556eb8-4e63-4f78-bc51-6d60ecc185b5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401311
Apr 30 13:29:15.497356 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-17e7ca59-286e-4dfd-b5ec-c2deab2e2b5c req-83f9443d-e1dc-4337-9e14-4ec902bbee69 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0438237
Apr 30 13:29:16.136854 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6704e-56a2-45ae-b849-5ba12feb49e9 req-5644e0bf-e7bc-441d-98b7-37f06a3e7e0d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:16.138257 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88e6704e-56a2-45ae-b849-5ba12feb49e9 req-5644e0bf-e7bc-441d-98b7-37f06a3e7e0d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0818903
Apr 30 13:29:16.183982 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88e6704e-56a2-45ae-b849-5ba12feb49e9 req-2f2f75ef-35c3-4b00-8b26-672db9ee23a9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401306
Apr 30 13:29:16.667061 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-afeb6e8d-6488-481f-b8f1-228e72837323 req-9e5ee5e1-7f81-4b51-b7d8-33970471a4ac tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0521438
Apr 30 13:29:16.810365 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b9665499-9e31-4416-8fec-b6d67abdda49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:17.100211 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:17.377546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57debbfe-51be-4f57-8231-bd2731482952 req-36fa3246-d41d-4997-8cb4-c84610d2deb9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:17.382049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-57debbfe-51be-4f57-8231-bd2731482952 req-36fa3246-d41d-4997-8cb4-c84610d2deb9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0861526
Apr 30 13:29:17.426212 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-57debbfe-51be-4f57-8231-bd2731482952 req-db57c517-7936-4bdc-b1b7-b7df38dd30fb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410085
Apr 30 13:29:17.513318 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:17.826301 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b3fc5f4c-434f-4a03-96ad-04c5f9b431bd req-a607f064-693f-4c13-9e94-81e95bc1a127 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0489721
Apr 30 13:29:17.988987 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:29:18.573403 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:18.618517 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa54e8-2bb6-4926-bd5f-9bb269869d01 req-14266e65-4956-414a-b4fa-e3bf67b74b90 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:18.619979 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fafa54e8-2bb6-4926-bd5f-9bb269869d01 req-14266e65-4956-414a-b4fa-e3bf67b74b90 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0874698
Apr 30 13:29:18.664368 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fafa54e8-2bb6-4926-bd5f-9bb269869d01 req-4912ede9-4fd5-41c4-b163-beeb72a3611b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387061
Apr 30 13:29:18.980584 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b721519b-8514-4cf5-befb-32ae9cfe324f req-94ca3523-8f8d-4f6f-bf3c-f1041dbf46a8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0424850
Apr 30 13:29:19.263625 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.852213 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51c5e-e89f-42f3-8f9f-603d2c907864 req-af667a36-38b4-48f3-8a1a-9c43b68dc9b5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:19.853711 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-84e51c5e-e89f-42f3-8f9f-603d2c907864 req-af667a36-38b4-48f3-8a1a-9c43b68dc9b5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0805509
Apr 30 13:29:19.899992 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-84e51c5e-e89f-42f3-8f9f-603d2c907864 req-ea0dc0c0-e89d-44ae-b059-17fc544b29c7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406384
Apr 30 13:29:20.141664 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-09cab894-fdf9-42c7-8312-fd7c4910599e req-ed4a2f5c-2e3e-4d35-a3b1-1a1816a6b4ce tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0460305
Apr 30 13:29:21.078454 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016095d-b2ab-4741-8b0e-7a51318dbedb req-7798a0fd-27be-4b51-a337-0d2de95ed0ba tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:21.080467 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9016095d-b2ab-4741-8b0e-7a51318dbedb req-7798a0fd-27be-4b51-a337-0d2de95ed0ba tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 945 time: 0.0870941
Apr 30 13:29:21.094966 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8496c9-1b73-40be-9d71-c825d4826087 req-376a6f0b-b91f-4b82-8b49-7d0b759a93ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:21.096577 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0d8496c9-1b73-40be-9d71-c825d4826087 req-376a6f0b-b91f-4b82-8b49-7d0b759a93ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0875492
Apr 30 13:29:21.126217 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9016095d-b2ab-4741-8b0e-7a51318dbedb req-4e193e21-867f-4799-a4d1-2b5f6681ebb2 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399890
Apr 30 13:29:21.141671 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0d8496c9-1b73-40be-9d71-c825d4826087 req-0530debc-2e93-45eb-9abf-047910f81daa tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393622
Apr 30 13:29:21.296910 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d7054078-4c25-4b94-9a7a-293d3487fa41 req-03f5a96c-d7a0-4630-af3d-a90de99e5d4e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0436931
Apr 30 13:29:21.679445 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-c726e9c2-135b-4ed7-8540-fcc0b3ac3819 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:21.680976 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-c726e9c2-135b-4ed7-8540-fcc0b3ac3819 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 945 time: 0.0872090
Apr 30 13:29:21.821410 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Deleting port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:21.821650 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:21.960723 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] For port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:21.961108 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.339045 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a8ef-28be-4f11-9833-277e94b7823f req-fd77917c-2d45-4440-9533-44c45de755e9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:22.340517 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20f5a8ef-28be-4f11-9833-277e94b7823f req-fd77917c-2d45-4440-9533-44c45de755e9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845654
Apr 30 13:29:22.385373 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20f5a8ef-28be-4f11-9833-277e94b7823f req-38e258db-fbe4-4547-bdd6-b65559e9a9fb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384090
Apr 30 13:29:22.397643 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.398153 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.398370 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Floating IP fc3b38b4-feb7-415e-9263-860102636391 disassociated. External IP: 172.27.0.140, port: a66cfb5b-8d13-4a42-a6be-066e52aaf9b2.
Apr 30 13:29:22.398754 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Calling delete_port for a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:22.443138 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fdbe-b281-4a2c-84c3-abdd67a58cb7 req-8d52ff8f-c8ca-4a42-9133-36c8eb76335c tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:22.444810 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e996fdbe-b281-4a2c-84c3-abdd67a58cb7 req-8d52ff8f-c8ca-4a42-9133-36c8eb76335c tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 945 time: 0.2030971
Apr 30 13:29:22.512980 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e996fdbe-b281-4a2c-84c3-abdd67a58cb7 req-4c13c4e5-0570-4e29-85b1-874c245f238f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fbdbda6-5c4d-4067-ab15-136dfc1db186&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621693
Apr 30 13:29:22.596985 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.602993 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8a05a523-3138-44f9-9979-f00297b92110 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:22.670285 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2fe04b97-6ed0-4945-bca7-692f29768130 req-2e1bb9f0-8ca0-4ce2-abb7-30bd202c3d9e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0453527
Apr 30 13:29:22.715343 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event deleted for resources: {'Port': ['ID=a66cfb5b-8d13-4a42-a6be-066e52aaf9b2,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:22.737847 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.738241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.738607 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.738959 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.739310 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.739656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.740002 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.740351 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.740699 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.741038 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.741376 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.741710 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:22.746869 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:22.865444 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Router f6d638ce-ff32-434f-9f57-f895832a956f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:29:23.053143 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:29:23.063194 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] Sync routers for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:29:23.073902 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:23.074785 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3409640>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:29:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:23.153961 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] No DVR routers for this DVR port a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:23.157589 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:23.161621 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'name': 'network-vif-deleted', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:23.180293 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-348b34b7-5c27-4121-a853-82eb3e3e82b6 req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "DELETE /v2.0/ports/a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 HTTP/1.1" status: 204  len: 173 time: 1.4933858
Apr 30 13:29:23.218845 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ec80af-a515-409f-a251-9d0a9718889b', 'name': 'network-vif-deleted', 'tag': 'a66cfb5b-8d13-4a42-a6be-066e52aaf9b2', 'status': 'completed', 'code': 200}
Apr 30 13:29:23.278606 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:23.602511 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f406a3d-f266-43f0-b7b7-8e86ca19757d req-4feef980-49d4-4c16-b8cf-c94b772a5978 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:23.604148 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f406a3d-f266-43f0-b7b7-8e86ca19757d req-4feef980-49d4-4c16-b8cf-c94b772a5978 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1082673
Apr 30 13:29:23.618235 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3409640>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:23.622306 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] Checking router: f6d638ce-ff32-434f-9f57-f895832a956f for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:29:23.635825 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:23.636715 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3409640>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:29:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:23.656736 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f406a3d-f266-43f0-b7b7-8e86ca19757d req-7f24d6bb-bc4e-4ced-a491-fd5923db1f65 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454860
Apr 30 13:29:23.792108 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-49b77681-2680-4f9c-8498-7e7b2114601f req-952d2452-7660-492e-bf29-9ef193172d4a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:23.810376 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-49b77681-2680-4f9c-8498-7e7b2114601f req-952d2452-7660-492e-bf29-9ef193172d4a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:23.811452 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-49b77681-2680-4f9c-8498-7e7b2114601f req-952d2452-7660-492e-bf29-9ef193172d4a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=51ec80af-a515-409f-a251-9d0a9718889b HTTP/1.1" status: 200  len: 210 time: 0.1092610
Apr 30 13:29:23.855893 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a4a99402-78d1-4bcb-a834-e88ef18445da req-57267879-333a-4fbf-8747-b68e66ff9290 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0600622
Apr 30 13:29:23.958502 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:24.284320 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3409640>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:24.288694 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19efd7e-d1c9-48ba-b30c-18e926e69b71 None None] The sync data for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi is: [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:29:24.487229 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea45b7-945e-4123-b8a5-c650942e3e42 None None] New status for floating IP fc3b38b4-feb7-415e-9263-860102636391: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:29:24.851534 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb1d75-402d-48ae-847f-3c4cb7dbd4d5 req-9cb06ecd-e389-4d01-bede-51f9ee0e52a7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:24.853030 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4ceb1d75-402d-48ae-847f-3c4cb7dbd4d5 req-9cb06ecd-e389-4d01-bede-51f9ee0e52a7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0817678
Apr 30 13:29:24.900983 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4ceb1d75-402d-48ae-847f-3c4cb7dbd4d5 req-22c458a7-e4e0-4a32-a274-04b5efffc21a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416024
Apr 30 13:29:24.958189 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45576) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:25.029542 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.054109 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-f4324d5c-f4dc-4bf4-ac29-5ae19d0d4a35 req-c9d7df5c-1737-4d7e-8de3-d75332dfe108 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:25.061284 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.073119 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-f4324d5c-f4dc-4bf4-ac29-5ae19d0d4a35 req-c9d7df5c-1737-4d7e-8de3-d75332dfe108 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:25.075482 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f4324d5c-f4dc-4bf4-ac29-5ae19d0d4a35 req-c9d7df5c-1737-4d7e-8de3-d75332dfe108 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0684214
Apr 30 13:29:25.129241 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.133471 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b4704663-babc-41d0-a31e-8cefa571d169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:25.149702 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbdbda6-5c4d-4067-ab15-136dfc1db186,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:25.159041 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.159407 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.159761 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.160112 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.160456 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.161052 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.161391 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.161727 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.162095 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.162434 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.162767 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.163124 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:25.166843 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:25.173804 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.174939 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "DELETE /v2.0/security-groups/1fbdbda6-5c4d-4067-ab15-136dfc1db186 HTTP/1.1" status: 204  len: 168 time: 0.2151201
Apr 30 13:29:25.177871 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45582) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:25.199853 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.api.v2.resource [None req-fdd04499-a114-42f0-8671-715d43f457b2 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] show failed (client error): The resource could not be found.
Apr 30 13:29:25.200883 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-fdd04499-a114-42f0-8671-715d43f457b2 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups/1fbdbda6-5c4d-4067-ab15-136dfc1db186 HTTP/1.1" status: 404  len: 347 time: 0.0219085
Apr 30 13:29:25.205052 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45586) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:25.432676 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Deleting port e151a718-1fba-4e67-a1b7-cfe8eafa97a9 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:25.433038 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.556110 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.556408 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.682447 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Calling delete_port for e151a718-1fba-4e67-a1b7-cfe8eafa97a9 owned by network:floatingip {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:25.856393 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.861268 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:25.974814 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:26.009969 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:26.010443 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device a66cfb5b-8d13-4a42-a6be-066e52aaf9b2 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:26.017625 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event deleted for resources: {'Port': ['ID=e151a718-1fba-4e67-a1b7-cfe8eafa97a9,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:26.021244 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:26.130406 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.166264 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359cb4b-b14f-4a63-a651-6a3c41d990a8 req-a8de1538-a2f2-4c3d-ba34-d4143e3d6cc8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:26.168756 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8359cb4b-b14f-4a63-a651-6a3c41d990a8 req-a8de1538-a2f2-4c3d-ba34-d4143e3d6cc8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1455598
Apr 30 13:29:26.170532 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.175736 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "DELETE /v2.0/floatingips/fc3b38b4-feb7-415e-9263-860102636391 HTTP/1.1" status: 204  len: 168 time: 0.9655025
Apr 30 13:29:26.243477 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8359cb4b-b14f-4a63-a651-6a3c41d990a8 req-9b4dfef9-263b-4ec4-a81e-ff6e64852364 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699027
Apr 30 13:29:26.270437 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fcb17ef1-57d2-45a2-9983-18315ad00d10 req-52ea9965-ce1d-42ec-8581-14f224d4cfba tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0523205
Apr 30 13:29:26.640915 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45600) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:26.647050 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032842716', 'description': 'tempest-description--325745757'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:26.652841 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:26.656945 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:26.660498 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:26.667114 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:26.678644 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.699888 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:26.703313 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group_rule and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:26.706749 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:26.712319 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:26.785522 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.789548 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.793152 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-544f72e8-af54-4fa3-97f2-86b61e7e942d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:26.839691 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b372f2-e63b-45a2-b67a-f5b393c1baf8,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:26.843365 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:26.846345 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.847720 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-3a3593cb-4e58-4c41-baf2-1080ee4c202a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2057714
Apr 30 13:29:26.850583 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45604) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:26.856225 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'security_group_rule': {'security_group_id': 'c3b372f2-e63b-45a2-b67a-f5b393c1baf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:26.862853 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:26.869173 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group_rule and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:26.872217 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:26.878352 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:26.895696 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.960709 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.964402 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.970621 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:26.990969 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b0ba42-3fb5-41cb-bd49-4fae4b14b9ec,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:26.997480 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:27.004125 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.005507 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1538348
Apr 30 13:29:27.009777 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45608) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:27.015405 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'security_group_rule': {'security_group_id': 'c3b372f2-e63b-45a2-b67a-f5b393c1baf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:27.022200 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:27.026543 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:security_group_rule and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:27.029428 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:27.035366 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:27.052921 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.116202 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.119671 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.121643 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:27.144423 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a811185-e3b3-4595-9b40-f963b6bc5ab2,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:27.146914 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:27.154779 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.155971 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-657de0a9-4b7d-4f3b-bde6-e5730cfe936b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1451828
Apr 30 13:29:27.159244 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45614) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:27.165288 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:27.171219 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:27.175174 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Usage tracker for resource:floatingip and tenant:795985fdb0c545438436572c0f48ee24 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:27.178043 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:27.187791 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:27.201850 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.352542 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.441668 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3f38e18a-3281-4455-8c79-bf9987e6a97f req-a9c47398-be0f-4de1-a047-2aaf7dd48e80 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0471332
Apr 30 13:29:27.442914 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df93476-f2b3-491c-a617-f123cd851b9d req-89754477-84ed-4ec0-8855-7244a273598c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:27.444481 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6df93476-f2b3-491c-a617-f123cd851b9d req-89754477-84ed-4ec0-8855-7244a273598c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0838680
Apr 30 13:29:27.497020 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6df93476-f2b3-491c-a617-f123cd851b9d req-23e5715b-5799-473c-86ba-8bbc792ebb04 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462642
Apr 30 13:29:27.545054 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Allocated IP 172.27.0.149 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/0a1ed708-d7b7-437b-aa88-f1f248bde9c8) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:29:27.697946 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.728956 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.740808 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:27.789604 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:29:27.796446 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:29:27.801514 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:29:27.839990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'Port': ['ID=0a1ed708-d7b7-437b-aa88-f1f248bde9c8,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:27.844348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:27.890453 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.949274 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:28.154178 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:28.160070 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:28.164135 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-02723233-a536-4686-b498-5a406db80ce1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:28.270724 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'Port': ['ID=0a1ed708-d7b7-437b-aa88-f1f248bde9c8,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:28.274889 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:28.284142 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:28.313670 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:28.315219 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1549218
Apr 30 13:29:28.588430 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-f2da735b-5f16-4370-8934-57b56777b2ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:28.603866 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-f2da735b-5f16-4370-8934-57b56777b2ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:28.604476 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eb6d4db-7d70-45d1-bb84-5c9a75bf550a req-680ca9f5-a128-44ce-a000-3f420be86bcb tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0446022
Apr 30 13:29:28.605240 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-f2da735b-5f16-4370-8934-57b56777b2ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2032842716&fields=id&tenant_id=795985fdb0c545438436572c0f48ee24 HTTP/1.1" status: 200  len: 267 time: 0.0624685
Apr 30 13:29:28.791786 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366ce9f-63d9-43ec-9aca-810ed29f87f4 req-5a63f741-ffbd-4a49-9dd3-369489ebef36 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:28.793290 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6366ce9f-63d9-43ec-9aca-810ed29f87f4 req-5a63f741-ffbd-4a49-9dd3-369489ebef36 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0861421
Apr 30 13:29:28.841559 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-b5959218-d7e2-433a-ae93-d791fbb09398 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:28.842421 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-b5959218-d7e2-433a-ae93-d791fbb09398 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:network {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:28.844148 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6366ce9f-63d9-43ec-9aca-810ed29f87f4 req-6a3ff88d-ae83-4d5e-9cbe-e69f96035140 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440655
Apr 30 13:29:28.864938 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-b5959218-d7e2-433a-ae93-d791fbb09398 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:network {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:28.866309 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-b5959218-d7e2-433a-ae93-d791fbb09398 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 811 time: 0.2524495
Apr 30 13:29:28.882413 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-38b9c724-4d4c-4369-a8ca-c1c29523883a tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/quotas/795985fdb0c545438436572c0f48ee24 HTTP/1.1" status: 200  len: 375 time: 0.0099053
Apr 30 13:29:28.966386 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-6cb5fb25-a1d8-45a7-91e8-b56f42072767 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:28.981495 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-6cb5fb25-a1d8-45a7-91e8-b56f42072767 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:28.982848 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-6cb5fb25-a1d8-45a7-91e8-b56f42072767 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0951021
Apr 30 13:29:29.108032 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-f02d5fdf-9ede-485a-8575-82f71d073d74 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:29:29.109078 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-f02d5fdf-9ede-485a-8575-82f71d073d74 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1139276
Apr 30 13:29:29.242911 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ecca9410-aafb-4c7d-916a-ca599e0a9663 service neutron] 10.222.0.79 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271958
Apr 30 13:29:29.372916 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-3af30584-af16-41e0-acd7-23bf75c19eec service neutron] 10.222.0.79 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242065
Apr 30 13:29:29.655110 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-70afb1d6-2477-4229-a6be-85d82c40b091 req-7f62c231-27c6-4e50-b4bc-e14b2676adcb tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 210 time: 0.1401136
Apr 30 13:29:29.764630 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4a9440bb-500a-443a-9efc-5cc6a2c34ee8 req-59c37a39-9020-4796-b483-17bb3fe3e349 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0474279
Apr 30 13:29:30.039829 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd233d-7bc1-4d4f-aa75-de3777162564 req-093d3528-a25b-4843-8c01-89849ad9a0af tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:30.041262 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1dcd233d-7bc1-4d4f-aa75-de3777162564 req-093d3528-a25b-4843-8c01-89849ad9a0af tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0819046
Apr 30 13:29:30.094770 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1dcd233d-7bc1-4d4f-aa75-de3777162564 req-edaa6056-74c6-40f5-9ab5-aed01e4e8d38 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463243
Apr 30 13:29:30.846577 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fbd7d778-99d0-40a0-9438-7e236e2a41ef req-624aa1e0-038d-4162-89a2-068b6120195b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 210 time: 0.0794413
Apr 30 13:29:30.951731 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1a3eb96d-91c7-470a-a0a3-ecd5f3cdeb22 req-0baa227a-4d16-4c9b-bd70-56c0c77ee3a8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0481377
Apr 30 13:29:30.959242 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-8eb78801-21c5-47d7-b773-47d2e66b6809 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:30.960711 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-8eb78801-21c5-47d7-b773-47d2e66b6809 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 811 time: 0.2219446
Apr 30 13:29:31.024206 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-8eebdadf-fd10-4882-8030-97f956c6887c tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=795985fdb0c545438436572c0f48ee24 HTTP/1.1" status: 200  len: 380 time: 0.0439751
Apr 30 13:29:31.033739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'port': {'device_id': '3a50652a-d54a-4e55-a6cb-29c771123021', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'admin_state_up': True, 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'security_groups': ['c3b372f2-e63b-45a2-b67a-f5b393c1baf8']}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:31.175583 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:31.185875 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:31.196126 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Made reservation on behalf of 795985fdb0c545438436572c0f48ee24 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:29:31.199572 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:31.290056 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33090a-c145-423a-92d1-7bb78d8b07b6 req-903b8b37-fc09-46d6-a26d-0ff5acbd3a13 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:31.291542 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9b33090a-c145-423a-92d1-7bb78d8b07b6 req-903b8b37-fc09-46d6-a26d-0ff5acbd3a13 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0833497
Apr 30 13:29:31.339627 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9b33090a-c145-423a-92d1-7bb78d8b07b6 req-ee0d35a6-5873-4706-83ea-24073668dd25 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421886
Apr 30 13:29:31.367406 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Allocated IP 172.20.0.4 (0cc87707-d905-4c01-8755-7767acf4ce00/7b4fff91-a3af-44f3-bd37-aa06f6ad4743/2cf19fd2-d682-4274-b4cd-7c382cab30e5) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:29:31.561188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:31.577210 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Transition to ACTIVE for port object 2cf19fd2-d682-4274-b4cd-7c382cab30e5 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:29:31.604324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:31.610054 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:31.686955 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Network 0cc87707-d905-4c01-8755-7767acf4ce00 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:29:31.691284 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:29:31.695338 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:29:31.738608 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event updated for resources: {'Port': ['ID=2cf19fd2-d682-4274-b4cd-7c382cab30e5,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:31.743858 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:31.773621 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:31.774249 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:31.804303 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7743595
Apr 30 13:29:31.823025 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Request body: {'port': {'device_id': '3a50652a-d54a-4e55-a6cb-29c771123021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:31.942776 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-d367a309-182f-4348-9248-881e95e4a4a3 None None] Provisioning for port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:29:31.943338 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:31.948985 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-d367a309-182f-4348-9248-881e95e4a4a3 None None] Provisioning complete for port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:29:31.949622 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d367a309-182f-4348-9248-881e95e4a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:32.013001 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-d367a309-182f-4348-9248-881e95e4a4a3 None None] Port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:29:32.116282 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dd0a429f-809a-4add-a5c3-89d89fd59b26 req-4dc6dadc-6bde-4c9c-9c10-ffceecb82387 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0492702
Apr 30 13:29:32.192889 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b18a4-929c-4f09-afac-662812d6275f req-ceee5a2c-191b-47b5-9c3b-c1e6e5787e2b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:32.193581 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-109b18a4-929c-4f09-afac-662812d6275f req-ceee5a2c-191b-47b5-9c3b-c1e6e5787e2b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Synchronizing usage tracker for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:32.268691 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-109b18a4-929c-4f09-afac-662812d6275f req-ceee5a2c-191b-47b5-9c3b-c1e6e5787e2b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Unset dirty status for tenant:795985fdb0c545438436572c0f48ee24 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:32.269857 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-109b18a4-929c-4f09-afac-662812d6275f req-ceee5a2c-191b-47b5-9c3b-c1e6e5787e2b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 931 time: 0.2817779
Apr 30 13:29:32.335354 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-109b18a4-929c-4f09-afac-662812d6275f req-211fe8bb-3017-4dd9-9dea-f61fe3d0127b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546346
Apr 30 13:29:32.401209 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf19fd2-d682-4274-b4cd-7c382cab30e5 {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:29:32.409002 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:32.424244 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Transition to ACTIVE for port object 2cf19fd2-d682-4274-b4cd-7c382cab30e5 will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:29:32.428278 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:32.431800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6541ba3a-33c6-4360-a1a6-979f784f597b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:32.536115 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057132f-83fc-4f8d-bae9-17d62ab2ef03 req-d72455fb-6d3a-459e-ab3f-84c42af9eca7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:32.538495 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6057132f-83fc-4f8d-bae9-17d62ab2ef03 req-d72455fb-6d3a-459e-ab3f-84c42af9eca7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0890980
Apr 30 13:29:32.588667 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6057132f-83fc-4f8d-bae9-17d62ab2ef03 req-ed7a9857-31b8-40fd-81dd-798958510a80 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448887
Apr 30 13:29:32.662883 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Pushing event updated for resources: {'Port': ['ID=2cf19fd2-d682-4274-b4cd-7c382cab30e5,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:32.666407 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:32.771986 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Attempting to bind port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:29:32.772317 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Attempting to bind port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:29:32.772639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Attempting to bind port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 on network 0cc87707-d905-4c01-8755-7767acf4ce00 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:29:32.777142 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 on network 0cc87707-d905-4c01-8755-7767acf4ce00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:29:32.777456 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Attempting to bind port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 on network 0cc87707-d905-4c01-8755-7767acf4ce00 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:29:32.782881 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:29:32.783387 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Checking segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:29:32.783766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Bound using segment: {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:29:32.784189 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Bound port: 2cf19fd2-d682-4274-b4cd-7c382cab30e5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64e6893-bafd-42c9-89cc-57e99e465e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:29:32.784529 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:32.883568 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] For port 2cf19fd2-d682-4274-b4cd-7c382cab30e5, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:29:32.886844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] For port 2cf19fd2-d682-4274-b4cd-7c382cab30e5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:29:32.891141 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:32.895878 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-bf8aadbb-3606-4942-a48b-ace7f50ae9da tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:32.946868 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:32.947492 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:32.948946 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] 10.222.0.103 "PUT /v2.0/ports/2cf19fd2-d682-4274-b4cd-7c382cab30e5 HTTP/1.1" status: 200  len: 1093 time: 1.1303868
Apr 30 13:29:32.949436 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:32.979341 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Pushing event updated for resources: {'Port': ['ID=2cf19fd2-d682-4274-b4cd-7c382cab30e5,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:32.982494 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:33.001931 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'status': 'completed', 'code': 200}
Apr 30 13:29:33.096302 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-f0c2a34b-87f5-4916-8138-23db4e33eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:33.097651 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-f0c2a34b-87f5-4916-8138-23db4e33eb70 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 1096 time: 0.0802102
Apr 30 13:29:33.171866 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-b992d566-a894-45fc-9b9d-589b122910c9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5 HTTP/1.1" status: 200  len: 217 time: 0.0613639
Apr 30 13:29:33.239457 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-70ac0004-f948-4a52-89e7-3f4119b10e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:33.240814 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-70ac0004-f948-4a52-89e7-3f4119b10e14 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0620878
Apr 30 13:29:33.285191 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7a68d29-6652-45ed-9b8a-56a9b35acd36 req-22fd31d6-c12b-4678-89f9-14188c125501 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0533316
Apr 30 13:29:33.321237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-8c958a34-7fda-4722-820b-8ea22f21807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:33.322759 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-8c958a34-7fda-4722-820b-8ea22f21807f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742977
Apr 30 13:29:33.517289 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-a6363c44-a024-428b-98e3-d1cd2ddfc1d1 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876070
Apr 30 13:29:33.643947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1541-e0f6-437d-a406-35f3b001ed0a req-15373592-54ba-4cfb-84ad-f8f54774213b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:33.645398 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-70ad1541-e0f6-437d-a406-35f3b001ed0a req-15373592-54ba-4cfb-84ad-f8f54774213b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 943 time: 0.1969104
Apr 30 13:29:33.711022 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1d496c13-851d-4ade-8f3d-8aaa3dc84839 req-a26adb26-daf9-4cce-95f5-07930abc7380 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880021
Apr 30 13:29:33.718331 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-70ad1541-e0f6-437d-a406-35f3b001ed0a req-3fe33402-39fb-4bfc-98ee-7b278a1306f6 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659125
Apr 30 13:29:33.779203 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37917e59-e3a8-41ea-a694-6b4fc55c8f29 req-da689d9c-95c4-490e-887e-0d07efce534e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:33.780567 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37917e59-e3a8-41ea-a694-6b4fc55c8f29 req-da689d9c-95c4-490e-887e-0d07efce534e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0810735
Apr 30 13:29:33.828286 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37917e59-e3a8-41ea-a694-6b4fc55c8f29 req-3f22f407-23d8-4da0-bc0c-700260591e44 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412998
Apr 30 13:29:33.901365 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-df053ba1-6526-42cb-aea1-5a5b9056f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:33.903080 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-df053ba1-6526-42cb-aea1-5a5b9056f38f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 1096 time: 0.0899265
Apr 30 13:29:34.039957 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-d4801d40-c4b0-491d-85b1-a6f2bbe6fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:34.041331 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-d4801d40-c4b0-491d-85b1-a6f2bbe6fe45 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1320000
Apr 30 13:29:34.116059 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-7d4fdead-3140-4c45-8d49-2b7bcb9c4eea service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5 HTTP/1.1" status: 200  len: 217 time: 0.0679734
Apr 30 13:29:34.181848 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-a19c185d-83e9-4bb6-b08d-6c1409a53558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:34.183313 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-a19c185d-83e9-4bb6-b08d-6c1409a53558 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0604324
Apr 30 13:29:34.265445 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-dd0b4fdd-f5b5-436e-8027-61e363ce80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:34.267119 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-dd0b4fdd-f5b5-436e-8027-61e363ce80ad service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760424
Apr 30 13:29:34.405390 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-a20350bf-e459-47a8-9caa-8cfccb24f949 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307862
Apr 30 13:29:34.566839 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c73dfd50-e545-4330-a22c-d0f1fa065c1b req-a42f8362-0812-4052-996b-2a5f30966b8f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.1604593
Apr 30 13:29:34.676032 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b7c91f3-7289-4fa8-a1de-ad4d1752dfd3 req-2fa447a9-203b-4836-a0a0-d82f329ee3a3 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404593
Apr 30 13:29:34.922102 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a5697-637e-4867-aeaf-d0e966b4102f req-43c6f998-608e-4980-a2fa-c36d7c756bbf tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:34.925075 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-026a5697-637e-4867-aeaf-d0e966b4102f req-43c6f998-608e-4980-a2fa-c36d7c756bbf tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 943 time: 0.0955646
Apr 30 13:29:34.986582 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-026a5697-637e-4867-aeaf-d0e966b4102f req-b4565a48-8c39-4090-bfb7-ce2f544d76e0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481277
Apr 30 13:29:35.032307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb865-6f4f-492a-8ed9-bff719512429 req-1855fc37-7084-4c20-add7-118ce3f1d5a0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:35.034225 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-38dbb865-6f4f-492a-8ed9-bff719512429 req-1855fc37-7084-4c20-add7-118ce3f1d5a0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0959065
Apr 30 13:29:35.086244 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-38dbb865-6f4f-492a-8ed9-bff719512429 req-6a47e8a6-6c55-404c-bb9a-45ca1d87522b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457120
Apr 30 13:29:35.728832 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6cc31d61-d472-4c49-8836-2e0734039f38 req-e7c79fef-c53f-432b-a902-d0f11e4391b6 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0438282
Apr 30 13:29:36.005259 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 2cf19fd2-d682-4274-b4cd-7c382cab30e5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:29:36.146576 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 2cf19fd2-d682-4274-b4cd-7c382cab30e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:36.167399 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'port_id': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'mac_address': 'fa:16:3e:8f:65:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:29:36.199400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b365-e3f0-4eed-87bf-7fee62e25d7c req-e930221f-2fad-46bb-8354-718a678a3e58 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:36.200932 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8824b365-e3f0-4eed-87bf-7fee62e25d7c req-e930221f-2fad-46bb-8354-718a678a3e58 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 943 time: 0.1087706
Apr 30 13:29:36.230536 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:36.248280 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf19fd2-d682-4274-b4cd-7c382cab30e5 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:29:36.250720 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8824b365-e3f0-4eed-87bf-7fee62e25d7c req-38c3cd36-95db-440d-ba9e-90075d8159e4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425255
Apr 30 13:29:36.266168 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 2cf19fd2-d682-4274-b4cd-7c382cab30e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:36.274446 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:36.276203 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-2510fb91-cb78-4a47-aa02-2f2d6cac5867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:36.302415 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf54e94-0662-41bf-a67b-a772a44aab1d req-876f45d6-049b-4c18-bee0-c782989b47bf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:36.304049 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7cf54e94-0662-41bf-a67b-a772a44aab1d req-876f45d6-049b-4c18-bee0-c782989b47bf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0932524
Apr 30 13:29:36.348469 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=2cf19fd2-d682-4274-b4cd-7c382cab30e5,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:36.351366 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7cf54e94-0662-41bf-a67b-a772a44aab1d req-f6e60855-a24f-42e2-bb30-0aed6bdedb24 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410056
Apr 30 13:29:36.356306 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.356645 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.357081 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.357403 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.357719 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.358053 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.358375 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.358687 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.358998 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.359303 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.359608 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.359914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:36.365589 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:36.620433 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['2cf19fd2-d682-4274-b4cd-7c382cab30e5'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:29:36.890546 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9977a6dc-58a9-4eb6-9fd3-2087450e6145 req-5f07c99a-cc8b-4020-bdfe-cc3ecbae1317 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0476341
Apr 30 13:29:37.442476 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acbca7-3a09-479c-9fa0-bc99266385c7 req-001a1e89-eb9e-425a-8cbe-1e4aa084324c tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:37.443942 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a5acbca7-3a09-479c-9fa0-bc99266385c7 req-001a1e89-eb9e-425a-8cbe-1e4aa084324c tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 944 time: 0.0852726
Apr 30 13:29:37.492739 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a5acbca7-3a09-479c-9fa0-bc99266385c7 req-287e0f13-85a2-4165-b712-b008ea6b2bac tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432069
Apr 30 13:29:37.542655 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b37cc-da5a-4bf8-95cd-59627b67ac4e req-6cbfbc45-791f-4632-beda-4ef71f29440f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:37.544142 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-510b37cc-da5a-4bf8-95cd-59627b67ac4e req-6cbfbc45-791f-4632-beda-4ef71f29440f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845141
Apr 30 13:29:37.589906 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-510b37cc-da5a-4bf8-95cd-59627b67ac4e req-d889551b-0f44-4ac1-ae37-87d55d8d475d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394795
Apr 30 13:29:38.003482 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 2cf19fd2-d682-4274-b4cd-7c382cab30e5 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:29:38.053070 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4c221bc0-1c28-4f3c-a4c1-894272edc9a2 req-fd765b02-596a-4705-bfdd-38dee5f4140a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0456095
Apr 30 13:29:38.077764 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:29:38.083723 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:29:38.084096 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:38.210827 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:38.241578 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:38.251526 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 2cf19fd2-d682-4274-b4cd-7c382cab30e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:38.257500 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:38.259754 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:38.349648 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=2cf19fd2-d682-4274-b4cd-7c382cab30e5,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:38.352882 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:38.387957 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'code': 200}
Apr 30 13:29:38.663806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa147-19fd-4bda-b397-f84a1ad4c9b5 req-7a6dae93-9b75-4a1d-8c10-31fda78b675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:38.665336 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0dcfa147-19fd-4bda-b397-f84a1ad4c9b5 req-7a6dae93-9b75-4a1d-8c10-31fda78b675e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 1098 time: 0.0799792
Apr 30 13:29:38.681271 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97191c-805f-4a92-8a8e-e975ef3e408d req-7e5d73da-38b0-457e-81cc-d4365325b1f7 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:38.683026 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c97191c-805f-4a92-8a8e-e975ef3e408d req-7e5d73da-38b0-457e-81cc-d4365325b1f7 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 945 time: 0.0827186
Apr 30 13:29:38.732720 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c97191c-805f-4a92-8a8e-e975ef3e408d req-03b6b6f2-a841-47fc-9d8a-04eab8a7869d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434887
Apr 30 13:29:38.756432 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0dcfa147-19fd-4bda-b397-f84a1ad4c9b5 req-caaa9be2-d600-4ef9-bfa6-2f9ccbbe7bf4 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839911
Apr 30 13:29:38.794375 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19f57-924e-4c10-b622-8853166e0493 req-8a5b9c3a-d2d9-478a-b86b-1f9021efde6c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:38.795810 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aab19f57-924e-4c10-b622-8853166e0493 req-8a5b9c3a-d2d9-478a-b86b-1f9021efde6c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0900440
Apr 30 13:29:38.842991 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aab19f57-924e-4c10-b622-8853166e0493 req-850faf70-40dc-4561-917a-c799e4397ff4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406516
Apr 30 13:29:39.204620 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d57fcec3-5777-43c6-bdda-2e949c186b64 req-11e52946-2017-4202-9d0d-79e9e05c9075 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0432582
Apr 30 13:29:39.935111 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021458e6-150c-4bc8-885f-94aeb1b0be4e req-11c8e358-7c24-45a8-821c-8f6ca1da0c77 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:39.936592 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-021458e6-150c-4bc8-885f-94aeb1b0be4e req-11c8e358-7c24-45a8-821c-8f6ca1da0c77 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 945 time: 0.0962944
Apr 30 13:29:39.984135 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-021458e6-150c-4bc8-885f-94aeb1b0be4e req-fb402fc9-d67e-45f1-b09b-4773ed591703 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412087
Apr 30 13:29:40.072315 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47377c0e-a09d-404f-b4ed-4ee07eb6eaed req-51ab705c-5072-4c5b-9f46-eeb20f46c071 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:40.073739 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-47377c0e-a09d-404f-b4ed-4ee07eb6eaed req-51ab705c-5072-4c5b-9f46-eeb20f46c071 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0814333
Apr 30 13:29:40.122080 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-47377c0e-a09d-404f-b4ed-4ee07eb6eaed req-cb49e9b2-f6a5-418a-a1c3-62f0ee8187cb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425501
Apr 30 13:29:40.363119 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ef18bce4-aaf4-4ded-ae14-2ca1ca02ad95 req-260d0a49-e580-4f9a-8664-64f60e28d076 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0448296
Apr 30 13:29:41.182515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416655d-8b12-4876-8212-7e7555a17b1c req-b923d1ee-f968-4733-a1c7-3895a8e89659 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:41.183979 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5416655d-8b12-4876-8212-7e7555a17b1c req-b923d1ee-f968-4733-a1c7-3895a8e89659 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 945 time: 0.0922251
Apr 30 13:29:41.231058 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5416655d-8b12-4876-8212-7e7555a17b1c req-5f8eb7b5-07a2-4034-9215-feb95a118a65 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402949
Apr 30 13:29:41.330037 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94b124-2549-46f0-bb3a-1268cd585d0b req-623256a6-9fd4-4002-a714-5de8620918e7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:41.331734 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bb94b124-2549-46f0-bb3a-1268cd585d0b req-623256a6-9fd4-4002-a714-5de8620918e7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0888650
Apr 30 13:29:41.381320 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bb94b124-2549-46f0-bb3a-1268cd585d0b req-4d1246e8-ba19-4d68-bd3f-64a59ea5dbf7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439947
Apr 30 13:29:41.420950 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d3893-3dc0-4127-9139-1c69d8c59030 req-c34a75cd-a3fb-46b6-8484-a397cca12be2 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:41.422452 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a21d3893-3dc0-4127-9139-1c69d8c59030 req-c34a75cd-a3fb-46b6-8484-a397cca12be2 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 945 time: 0.0886965
Apr 30 13:29:41.431553 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45776) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:41.436785 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Request body: {'floatingip': {'port_id': '2cf19fd2-d682-4274-b4cd-7c382cab30e5'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:41.532496 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5d0fe626-09f6-4e64-ad09-872683151bea req-4b1a4c0c-b1d3-473d-9adc-e1851f26ef99 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0428629
Apr 30 13:29:41.604308 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:42.221335 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:42.224990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:42.396706 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.l3_db [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Floating IP 95461c3b-407f-43d1-8184-b852b1ec29f5 associated. External IP: 172.27.0.149, port: 2cf19fd2-d682-4274-b4cd-7c382cab30e5.
Apr 30 13:29:42.692873 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-169ff81b-3756-4769-bada-777b6c5baf1c req-2c266be0-7858-4060-88c4-95be2dc3c83e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0474751
Apr 30 13:29:42.730591 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d9fc2-764a-4265-a8c2-2f655b03afd3 req-b7d58056-efe6-48eb-afce-acf7608947da tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:42.732035 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c3d9fc2-764a-4265-a8c2-2f655b03afd3 req-b7d58056-efe6-48eb-afce-acf7608947da tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1995268
Apr 30 13:29:42.955115 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c3d9fc2-764a-4265-a8c2-2f655b03afd3 req-b2e95ce1-6377-4018-8e4c-f0d9606232c5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690389
Apr 30 13:29:42.964053 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Router f6d638ce-ff32-434f-9f57-f895832a956f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:29:43.146719 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:29:43.151581 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:43.155914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] Sync routers for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:29:43.166892 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:43.167248 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3561460>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:29:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:43.208320 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f913ddad-c9af-4069-bf85-473cb9590c5d tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "PUT /v2.0/floatingips/95461c3b-407f-43d1-8184-b852b1ec29f5 HTTP/1.1" status: 200  len: 991 time: 1.7756298
Apr 30 13:29:43.209290 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:43.334988 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'status': 'completed', 'code': 200}
Apr 30 13:29:43.371519 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:43.485722 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-07acc68d-8eab-4c2c-a2ff-43644dac753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:43.487308 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-07acc68d-8eab-4c2c-a2ff-43644dac753d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 1098 time: 0.0764444
Apr 30 13:29:43.625544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-1a5e127e-d8bf-447c-8636-29cec24476f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:43.627851 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-1a5e127e-d8bf-447c-8636-29cec24476f5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1335731
Apr 30 13:29:43.746465 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-2a5ea6b3-3bc0-4ddc-a18c-07b29d1a4dc4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5 HTTP/1.1" status: 200  len: 999 time: 0.1089642
Apr 30 13:29:43.789818 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3561460>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '95461c3b-407f-43d1-8184-b852b1ec29f5', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'port_id': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'mac_address': 'fa:16:3e:8f:65:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50652a-d54a-4e55-a6cb-29c771123021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:27Z', 'updated_at': '2021-04-30T13:29:42Z', 'revision_number': 1, 'project_id': '795985fdb0c545438436572c0f48ee24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:43.795979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] Checking router: f6d638ce-ff32-434f-9f57-f895832a956f for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:29:43.809922 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:43.810587 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3561460>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:29:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:43.868669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-40f9de29-fff8-4443-974e-1d1c888bfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:43.870254 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-40f9de29-fff8-4443-974e-1d1c888bfb0e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.1166272
Apr 30 13:29:43.949504 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9a6bec21-fd0b-432c-9148-bf8c4d6043b5 req-9b7c85d7-74ce-44e5-9410-394158433eb7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad3419a7-71af-4a52-bcb7-6048e0553df9 HTTP/1.1" status: 200  len: 210 time: 0.0644276
Apr 30 13:29:43.988707 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-79ca5aae-75a5-462f-842a-637b78f96586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:43.990326 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-79ca5aae-75a5-462f-842a-637b78f96586 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1137321
Apr 30 13:29:44.098298 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:44.182714 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-6d73b0a8-106a-4479-b755-3bdd10c6e8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:44.290676 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-cd733048-3aaa-4314-b5b7-d9a8d35fefe8 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926843
Apr 30 13:29:44.329321 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bc84c-3000-4f04-a4e7-5e9e56ff106e req-9f809ffe-9a97-41c7-bddd-0c365e766154 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:44.331221 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e51bc84c-3000-4f04-a4e7-5e9e56ff106e req-9f809ffe-9a97-41c7-bddd-0c365e766154 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1407263
Apr 30 13:29:44.452876 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e51bc84c-3000-4f04-a4e7-5e9e56ff106e req-0c9262c6-9833-49c4-8eea-b26f4cc56b31 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098509
Apr 30 13:29:44.481800 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d0edfa9b-b02d-4f30-adfc-4fc13624f29a req-d9ffc73d-a436-49d4-9506-bc19ed323a1b service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823103
Apr 30 13:29:44.493780 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3561460>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '95461c3b-407f-43d1-8184-b852b1ec29f5', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'port_id': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'mac_address': 'fa:16:3e:8f:65:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50652a-d54a-4e55-a6cb-29c771123021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:27Z', 'updated_at': '2021-04-30T13:29:42Z', 'revision_number': 1, 'project_id': '795985fdb0c545438436572c0f48ee24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:44.499838 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dd57f-3b62-4de2-9d43-ef9e8c552455 None None] The sync data for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi is: [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '95461c3b-407f-43d1-8184-b852b1ec29f5', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'port_id': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'mac_address': 'fa:16:3e:8f:65:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50652a-d54a-4e55-a6cb-29c771123021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:27Z', 'updated_at': '2021-04-30T13:29:42Z', 'revision_number': 1, 'project_id': '795985fdb0c545438436572c0f48ee24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:29:44.680500 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0e21e-9498-49a6-96d9-53f5f1df718c None None] New status for floating IP 95461c3b-407f-43d1-8184-b852b1ec29f5: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:29:45.078711 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45818) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:45.146551 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92c648fa-1944-46f2-a9d9-d5dcc2a1507e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.175329 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92c648fa-1944-46f2-a9d9-d5dcc2a1507e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.227731 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92c648fa-1944-46f2-a9d9-d5dcc2a1507e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.233192 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c2e00365-2668-4aba-866e-25b61b43e6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:45.248876 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c648fa-1944-46f2-a9d9-d5dcc2a1507e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:45.251965 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-92c648fa-1944-46f2-a9d9-d5dcc2a1507e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:45.257900 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-92c648fa-1944-46f2-a9d9-d5dcc2a1507e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.259095 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-92c648fa-1944-46f2-a9d9-d5dcc2a1507e tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "DELETE /v2.0/security-groups/d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03 HTTP/1.1" status: 204  len: 168 time: 0.1793923
Apr 30 13:29:45.262067 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45822) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:45.278189 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.api.v2.resource [None req-bc0f2c49-58a2-425a-bf77-9a720ef2adf4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] show failed (client error): The resource could not be found.
Apr 30 13:29:45.279155 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-bc0f2c49-58a2-425a-bf77-9a720ef2adf4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups/d95ce2d5-a3c8-45c4-a7ee-afbdfbda2c03 HTTP/1.1" status: 404  len: 347 time: 0.0162094
Apr 30 13:29:45.281892 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 45826) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:45.502291 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Deleting port fba79a2a-cbd3-418d-aafa-165604d814b5 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:45.502629 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.624983 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.625309 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.664935 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2724-d63f-4415-a395-41558595c725 req-62f2b055-223b-48f9-b5a9-6a94fa78d86f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:45.666547 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5eec2724-d63f-4415-a395-41558595c725 req-62f2b055-223b-48f9-b5a9-6a94fa78d86f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0831654
Apr 30 13:29:45.716209 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5eec2724-d63f-4415-a395-41558595c725 req-2cfd4f25-478e-40c8-9a4e-1529ace8ed95 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439842
Apr 30 13:29:45.754124 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Calling delete_port for fba79a2a-cbd3-418d-aafa-165604d814b5 owned by network:floatingip {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:45.867848 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:45.872381 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:45.916155 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event deleted for resources: {'Port': ['ID=fba79a2a-cbd3-418d-aafa-165604d814b5,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:45.919084 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:46.010369 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.028023 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.029154 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "DELETE /v2.0/floatingips/071bbf20-6ede-4963-a356-e76239aaaccb HTTP/1.1" status: 204  len: 168 time: 0.7463846
Apr 30 13:29:46.496221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 45840) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:46.501825 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61483942', 'description': 'tempest-description--1608933416'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:46.507764 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:46.511979 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:46.514999 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:46.521347 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:46.530613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.552051 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:46.555763 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group_rule and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:46.558634 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:46.564285 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:46.641330 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.645148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.648780 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62615dfa-209a-4c7b-8f6a-60d9f373812e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:46.691637 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d738111a-3aa6-4598-a8e5-3b65d8ff1135,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:46.694521 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.695715 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1984258
Apr 30 13:29:46.696644 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e616817e-5732-4f97-8c26-ebceca73a719 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:46.698950 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 45844) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:46.704510 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'security_group_rule': {'security_group_id': 'd738111a-3aa6-4598-a8e5-3b65d8ff1135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:46.711150 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:46.715296 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group_rule and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:46.718640 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:46.725383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:46.742228 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.811184 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.815823 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.817851 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e898ba91-5b18-496d-b65c-aa0e3552e61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.818614 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cc02c879-1e0f-4765-9bd1-e64f92a876d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:46.842164 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a9814b-404a-44dd-af0c-ef721d35b893,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:46.848669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:46.855749 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.858123 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1568830
Apr 30 13:29:46.859773 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 45852) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:46.866139 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'security_group_rule': {'security_group_id': 'd738111a-3aa6-4598-a8e5-3b65d8ff1135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:46.872830 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:46.876823 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:security_group_rule and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:46.880075 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:46.886622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:46.906246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.929266 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2465a-32a1-4c71-8d6b-76922d20c7b0 req-973bbab1-0d79-4b33-b596-8c37598a0a84 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:46.930797 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-34d2465a-32a1-4c71-8d6b-76922d20c7b0 req-973bbab1-0d79-4b33-b596-8c37598a0a84 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0892828
Apr 30 13:29:46.972579 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.976396 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:46.976805 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-34d2465a-32a1-4c71-8d6b-76922d20c7b0 req-e4ea60b0-2642-4a18-acf7-37fec5ea8578 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400708
Apr 30 13:29:46.985026 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-297fed82-5dd3-4d1b-969e-07d2690c18aa tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:47.013427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25814d12-8fe1-4ffd-ae64-c65e6a22b8d1,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:47.016179 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:47.019762 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.021247 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-60fd4614-c4b9-427a-9198-33c4861a46a7 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1603279
Apr 30 13:29:47.029481 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 45856) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:47.035284 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:47.041585 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:47.046828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Usage tracker for resource:floatingip and tenant:092cf09caa34460587230269b2e28a23 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:47.049433 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:47.055399 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:47.066983 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.111312 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.217456 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.360961 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Allocated IP 172.27.0.105 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/16032e6c-8f47-4fea-8fc5-1c5251f36935) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:29:47.507640 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.515849 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.538848 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.543508 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c067119c-ef00-4b34-8eaf-f0bb3d54603c tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:47.603084 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:29:47.611286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:29:47.615870 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:29:47.655676 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'Port': ['ID=16032e6c-8f47-4fea-8fc5-1c5251f36935,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:47.660070 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:47.712566 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.779027 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.992667 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.997638 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:48.001739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5df823ce-89da-4355-b57a-19422c6dc4a1 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:48.109941 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'Port': ['ID=16032e6c-8f47-4fea-8fc5-1c5251f36935,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:48.114804 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:48.123715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:48.145844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:48.147081 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1165857
Apr 30 13:29:48.170344 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286bef2-149e-4d52-b10c-3efba4f11da4 req-4de8d4f5-d84d-4064-80f1-221f26798c47 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:48.171828 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f286bef2-149e-4d52-b10c-3efba4f11da4 req-4de8d4f5-d84d-4064-80f1-221f26798c47 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0860779
Apr 30 13:29:48.222732 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f286bef2-149e-4d52-b10c-3efba4f11da4 req-9372c710-fff0-4450-a830-d89ff0069d68 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442157
Apr 30 13:29:48.419457 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-3fb0c126-5c39-4c5c-85ff-ad112ef3ceb3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:48.435008 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-3fb0c126-5c39-4c5c-85ff-ad112ef3ceb3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:48.436220 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-3fb0c126-5c39-4c5c-85ff-ad112ef3ceb3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--61483942&fields=id&tenant_id=092cf09caa34460587230269b2e28a23 HTTP/1.1" status: 200  len: 267 time: 0.0563498
Apr 30 13:29:48.580068 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:48.692946 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-833be89f-d27e-42a4-b21f-9ee87fb58d37 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:48.694429 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-833be89f-d27e-42a4-b21f-9ee87fb58d37 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 816 time: 0.2505500
Apr 30 13:29:48.708984 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-2a3a4935-30be-4df8-b006-1104087c1c58 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/quotas/092cf09caa34460587230269b2e28a23 HTTP/1.1" status: 200  len: 375 time: 0.0090835
Apr 30 13:29:48.803908 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-81148594-73bf-488c-aada-f484272d5a24 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0897589
Apr 30 13:29:48.865233 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-1d2dd2ba-1b6e-4899-bb05-f403799a8c00 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:29:48.866427 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-1d2dd2ba-1b6e-4899-bb05-f403799a8c00 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0508924
Apr 30 13:29:49.004311 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-3b521993-caa7-499f-afed-d655d0770818 service neutron] 10.222.0.79 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300097
Apr 30 13:29:49.144783 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-5efce873-27d6-45fc-931c-056eb9ad0d2b service neutron] 10.222.0.79 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347938
Apr 30 13:29:49.266693 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:49.419828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57815d92-8140-4f2f-9d75-118723dad5c0 req-6dd63c8b-ff60-405e-a9a0-10069c328286 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:49.421455 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-57815d92-8140-4f2f-9d75-118723dad5c0 req-6dd63c8b-ff60-405e-a9a0-10069c328286 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0873017
Apr 30 13:29:49.553686 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-57815d92-8140-4f2f-9d75-118723dad5c0 req-64efae76-d850-42c9-85a2-753737cf01bc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262765
Apr 30 13:29:50.342649 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-acea8327-cd6b-4bee-a49f-dc86327060d2 req-8fc79a45-fe17-4b94-8a90-b0c115fb4707 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 210 time: 0.0444050
Apr 30 13:29:50.750801 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c8430-39e8-4f88-93e5-53229fd546c4 req-35e95ed2-3d3e-4507-92c1-1741a80b2c57 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:50.752791 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-721c8430-39e8-4f88-93e5-53229fd546c4 req-35e95ed2-3d3e-4507-92c1-1741a80b2c57 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0867877
Apr 30 13:29:50.806049 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-721c8430-39e8-4f88-93e5-53229fd546c4 req-8568cdba-750c-4846-8cab-eaadc531a307 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470207
Apr 30 13:29:51.499194 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-b49af381-822b-4336-9bb0-c69b0d218bc8 req-1ae30e5c-f9bf-4847-95cc-2b4fc27422fe tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:51.515126 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-b49af381-822b-4336-9bb0-c69b0d218bc8 req-1ae30e5c-f9bf-4847-95cc-2b4fc27422fe tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:51.516282 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b49af381-822b-4336-9bb0-c69b0d218bc8 req-1ae30e5c-f9bf-4847-95cc-2b4fc27422fe tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 210 time: 0.0589979
Apr 30 13:29:52.031783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-5ff2e0ed-da1d-4a5f-993d-3de377784389 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:52.033237 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-5ff2e0ed-da1d-4a5f-993d-3de377784389 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 816 time: 0.2012804
Apr 30 13:29:52.061668 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2ef08-8f8c-47e0-93b4-474170ccfd6c req-b623eb60-99f7-4574-9009-5a9137cf597f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:52.063142 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3c2ef08-8f8c-47e0-93b4-474170ccfd6c req-b623eb60-99f7-4574-9009-5a9137cf597f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1167431
Apr 30 13:29:52.136413 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-05f143f8-8db6-4aad-bdcc-730c99acef70 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=092cf09caa34460587230269b2e28a23 HTTP/1.1" status: 200  len: 378 time: 0.0710795
Apr 30 13:29:52.140869 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b3c2ef08-8f8c-47e0-93b4-474170ccfd6c req-ee628d3e-12b6-47ef-b281-ca6a4b410400 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624511
Apr 30 13:29:52.146292 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'port': {'device_id': '7973333b-d5a8-4786-8b0b-e441a0743781', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'admin_state_up': True, 'tenant_id': '092cf09caa34460587230269b2e28a23', 'security_groups': ['d738111a-3aa6-4598-a8e5-3b65d8ff1135']}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:52.282872 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:52.292626 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:52.303645 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Made reservation on behalf of 092cf09caa34460587230269b2e28a23 for: {'port': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:29:52.307438 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:52.474615 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Allocated IP 172.20.0.6 (b393ed9b-4720-4bf4-967f-18d64ce498cd/62e9b909-4b0b-4994-b2dc-96ef5caf965d/b491a7a0-e823-4e08-9ba2-458449990f1b) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:29:52.681118 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-872a7d98-a240-4eb0-98ed-ad6d3f0716b9 req-01d27234-7946-4179-8cd3-7c45db11c6c5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 210 time: 0.0515094
Apr 30 13:29:52.712370 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:52.728693 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Transition to ACTIVE for port object b491a7a0-e823-4e08-9ba2-458449990f1b will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:29:52.753446 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:52.759497 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c4b21189-a716-4f7e-b277-58a51112785c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:52.832060 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Network b393ed9b-4720-4bf4-967f-18d64ce498cd is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:29:52.835657 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:29:52.839504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:29:52.871484 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event updated for resources: {'Port': ['ID=b491a7a0-e823-4e08-9ba2-458449990f1b,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:52.882911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:52.911172 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:52.911807 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:52.939369 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7966952
Apr 30 13:29:52.959512 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Request body: {'port': {'device_id': '7973333b-d5a8-4786-8b0b-e441a0743781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:53.043450 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-f0aa7459-8f38-40b3-b626-146e7e8541f9 None None] Provisioning for port b491a7a0-e823-4e08-9ba2-458449990f1b completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:29:53.048347 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-f0aa7459-8f38-40b3-b626-146e7e8541f9 None None] Provisioning complete for port b491a7a0-e823-4e08-9ba2-458449990f1b triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:29:53.048716 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7459-8f38-40b3-b626-146e7e8541f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:53.077565 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:53.101963 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa7459-8f38-40b3-b626-146e7e8541f9 None None] Port b491a7a0-e823-4e08-9ba2-458449990f1b cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:29:53.336584 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab31f3-5c5c-4207-8a51-e6956216a418 req-fd3bf248-fac6-41c8-8477-34073b0f4579 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:53.337957 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-53ab31f3-5c5c-4207-8a51-e6956216a418 req-fd3bf248-fac6-41c8-8477-34073b0f4579 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0813189
Apr 30 13:29:53.387777 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-53ab31f3-5c5c-4207-8a51-e6956216a418 req-563ec0d2-a34a-4fd5-89dc-d9b6755968f7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439224
Apr 30 13:29:53.538970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b491a7a0-e823-4e08-9ba2-458449990f1b {{(pid=73818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:29:53.546565 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:53.561802 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Transition to ACTIVE for port object b491a7a0-e823-4e08-9ba2-458449990f1b will not be triggered until provisioned by entity L2. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:29:53.565847 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:53.569490 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b10a95e6-bbeb-483e-b602-ec42c8e6a2e9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:53.698750 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Pushing event updated for resources: {'Port': ['ID=b491a7a0-e823-4e08-9ba2-458449990f1b,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:53.731795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:53.815704 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Attempting to bind port b491a7a0-e823-4e08-9ba2-458449990f1b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:29:53.816042 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Attempting to bind port b491a7a0-e823-4e08-9ba2-458449990f1b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:29:53.816368 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Attempting to bind port b491a7a0-e823-4e08-9ba2-458449990f1b on network b393ed9b-4720-4bf4-967f-18d64ce498cd {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:29:53.827679 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Port b491a7a0-e823-4e08-9ba2-458449990f1b on network b393ed9b-4720-4bf4-967f-18d64ce498cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:29:53.828007 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Attempting to bind port b491a7a0-e823-4e08-9ba2-458449990f1b on network b393ed9b-4720-4bf4-967f-18d64ce498cd {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:29:53.838237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:29:53.838595 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Checking segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:29:53.838950 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Bound using segment: {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'} {{(pid=73818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:29:53.839512 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Bound port: b491a7a0-e823-4e08-9ba2-458449990f1b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd'}}] {{(pid=73818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:29:53.839864 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:53.932982 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040ca3-b39c-4eec-abfb-4b3fd622df69 req-78686b44-4809-45ea-a39f-5ebbe15eebe9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:53.934635 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e3040ca3-b39c-4eec-abfb-4b3fd622df69 req-78686b44-4809-45ea-a39f-5ebbe15eebe9 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 943 time: 0.1114471
Apr 30 13:29:53.951798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] For port b491a7a0-e823-4e08-9ba2-458449990f1b, host hv-cinder-78836, cleared binding levels {{(pid=73818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:29:53.956125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] For port b491a7a0-e823-4e08-9ba2-458449990f1b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b491a7a0-e823-4e08-9ba2-458449990f1b,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:29:53.960879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:53.965736 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4ca13d52-124e-448f-b924-94c178204615 tempest-VolumesActionsTest-1565703987 tempest-VolumesActionsTest-1565703987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:53.983592 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-e3040ca3-b39c-4eec-abfb-4b3fd622df69 req-2b9ae8cf-fd3d-4e27-83ac-12a0216ed97a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:53.996013 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-e3040ca3-b39c-4eec-abfb-4b3fd622df69 req-2b9ae8cf-fd3d-4e27-83ac-12a0216ed97a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:53.997224 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e3040ca3-b39c-4eec-abfb-4b3fd622df69 req-2b9ae8cf-fd3d-4e27-83ac-12a0216ed97a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0556774
Apr 30 13:29:54.017887 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:54.018550 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:54.019901 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] 10.222.0.103 "PUT /v2.0/ports/b491a7a0-e823-4e08-9ba2-458449990f1b HTTP/1.1" status: 200  len: 1093 time: 1.0654197
Apr 30 13:29:54.020506 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:54.055644 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Pushing event updated for resources: {'Port': ['ID=b491a7a0-e823-4e08-9ba2-458449990f1b,revision_number=3']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:54.058790 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:54.170292 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-802b8457-6b34-41e4-81c7-bb2d105ddc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:54.171846 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-802b8457-6b34-41e4-81c7-bb2d105ddc8f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 1096 time: 0.0865846
Apr 30 13:29:54.249326 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'status': 'completed', 'code': 200}
Apr 30 13:29:54.258588 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-17d0fe75-02f0-4e3e-baf9-e80047dee126 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b491a7a0-e823-4e08-9ba2-458449990f1b HTTP/1.1" status: 200  len: 217 time: 0.0719743
Apr 30 13:29:54.325051 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-916d46e6-e618-4831-a7c2-9512f12f68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:54.326770 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-916d46e6-e618-4831-a7c2-9512f12f68fc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0613453
Apr 30 13:29:54.409813 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-09048303-56e0-41b4-a48d-875c1833add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:54.411567 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-09048303-56e0-41b4-a48d-875c1833add1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780485
Apr 30 13:29:54.549808 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-98db1cae-e7cf-4e81-9291-c16edb479818 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305983
Apr 30 13:29:54.587390 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb36370-e8cc-4620-9ef5-feadf2130d47 req-7d87f1af-0db4-445e-927c-fda62325fa5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:54.588846 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1cb36370-e8cc-4620-9ef5-feadf2130d47 req-7d87f1af-0db4-445e-927c-fda62325fa5c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0872719
Apr 30 13:29:54.633920 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1cb36370-e8cc-4620-9ef5-feadf2130d47 req-6d1cbe14-2a7c-42de-baea-29b8903181e7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392013
Apr 30 13:29:54.685456 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8eed1484-a37c-4556-aa87-51f2c4dc71b0 req-a0ae984d-2eda-4238-a8e5-ead22c50eb66 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290290
Apr 30 13:29:54.856208 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-e8801bf0-094c-4bc1-acfe-ab1899368fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:54.857682 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-e8801bf0-094c-4bc1-acfe-ab1899368fdc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 1096 time: 0.0747011
Apr 30 13:29:54.988965 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:29:54.997465 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-8dfb07b1-6505-4ade-bd95-068ed4c1aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:54.998984 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-8dfb07b1-6505-4ade-bd95-068ed4c1aba2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.1331117
Apr 30 13:29:55.174393 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-32d4bfd4-217a-498c-8d19-45a3b9d91928 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b491a7a0-e823-4e08-9ba2-458449990f1b HTTP/1.1" status: 200  len: 217 time: 0.1667674
Apr 30 13:29:55.196621 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9dd51-8b99-442b-9691-4b420fc5f3e5 req-ff93a657-b5f8-4e7c-ae62-4dc2707c8044 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:55.198087 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2db9dd51-8b99-442b-9691-4b420fc5f3e5 req-ff93a657-b5f8-4e7c-ae62-4dc2707c8044 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 943 time: 0.0825512
Apr 30 13:29:55.241832 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-f6c2b634-6fb9-41ab-81f4-1f67d14182e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:55.243264 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-f6c2b634-6fb9-41ab-81f4-1f67d14182e8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0586064
Apr 30 13:29:55.247435 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2db9dd51-8b99-442b-9691-4b420fc5f3e5 req-9fb091c9-72b5-4db1-b535-73c53c4b7c31 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435982
Apr 30 13:29:55.324518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-83aec5f6-b2b9-451d-bdce-b123733992f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:55.325969 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-83aec5f6-b2b9-451d-bdce-b123733992f7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731673
Apr 30 13:29:55.464625 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-2b212af0-8181-4f46-b32e-4ee720bd2501 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305983
Apr 30 13:29:55.669766 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bd51429b-a3c8-418e-93fa-2abc8ea8fc92 req-64df6806-40f0-419e-8a92-1d20a3f7b4e4 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888149
Apr 30 13:29:55.673531 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-38673df1-39ef-4c7d-9250-ebe2a9f8bed5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1914787
Apr 30 13:29:55.861664 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5644-3ba0-469b-b901-05295a306066 req-d40fa19e-ce4f-4c04-96ee-5c700a1d88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:55.863200 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-d40fa19e-ce4f-4c04-96ee-5c700a1d88b3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1096 time: 0.1376913
Apr 30 13:29:55.871657 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ad06f-2e9e-47ef-87dd-7ef0ed6e39aa req-5ba4949a-a62b-4f52-980b-bb6354e735f6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:55.873106 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e0ad06f-2e9e-47ef-87dd-7ef0ed6e39aa req-5ba4949a-a62b-4f52-980b-bb6354e735f6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1167569
Apr 30 13:29:56.008094 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7e0ad06f-2e9e-47ef-87dd-7ef0ed6e39aa req-c1bed505-b379-457c-9910-c0da9c0cb7ee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282048
Apr 30 13:29:56.061397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5644-3ba0-469b-b901-05295a306066 req-f1e0e769-6b5f-4871-ad54-2c78ecbe0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:56.062983 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-f1e0e769-6b5f-4871-ad54-2c78ecbe0234 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 910 time: 0.1703677
Apr 30 13:29:56.176308 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-74f5a03e-7430-4c5a-a28d-5715872829d6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 999 time: 0.0987139
Apr 30 13:29:56.241394 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5644-3ba0-469b-b901-05295a306066 req-5f5ed30c-d773-4ffd-980d-58371baed0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:56.242990 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-5f5ed30c-d773-4ffd-980d-58371baed0e4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 200  len: 847 time: 0.0596273
Apr 30 13:29:56.325962 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5644-3ba0-469b-b901-05295a306066 req-d6dddf66-0cfa-479d-8dcb-1aaa7aafc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:56.327470 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-d6dddf66-0cfa-479d-8dcb-1aaa7aafc1bf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767045
Apr 30 13:29:56.519948 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-effe8157-47db-442a-86d9-22e868299590 service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841667
Apr 30 13:29:56.556783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f336e8-89c9-4170-8e82-87b0ae2e654b req-025529e5-774f-4ae8-859b-1d424678ecfd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:56.557465 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b1f336e8-89c9-4170-8e82-87b0ae2e654b req-025529e5-774f-4ae8-859b-1d424678ecfd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Synchronizing usage tracker for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:56.646410 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-b1f336e8-89c9-4170-8e82-87b0ae2e654b req-025529e5-774f-4ae8-859b-1d424678ecfd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Unset dirty status for tenant:092cf09caa34460587230269b2e28a23 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:56.647570 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f336e8-89c9-4170-8e82-87b0ae2e654b req-025529e5-774f-4ae8-859b-1d424678ecfd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 943 time: 0.2732785
Apr 30 13:29:56.700590 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-706c5644-3ba0-469b-b901-05295a306066 req-ec827b43-1533-4672-93ea-25365cfb4b86 service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723733
Apr 30 13:29:56.712742 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b1f336e8-89c9-4170-8e82-87b0ae2e654b req-b66876a2-badd-45a0-a9d1-468ba90a341d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0589478
Apr 30 13:29:57.208015 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9a271-acae-4fc4-b49d-7e60f3a464fd req-999ad87c-c077-40be-b9ba-5a3783e965c2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:57.209523 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-47d9a271-acae-4fc4-b49d-7e60f3a464fd req-999ad87c-c077-40be-b9ba-5a3783e965c2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0885720
Apr 30 13:29:57.256650 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-47d9a271-acae-4fc4-b49d-7e60f3a464fd req-9fc5dbe7-6f38-48a5-a59e-5d95c4753c9c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401707
Apr 30 13:29:57.909770 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a2ed-9dfd-4a54-be6e-bd8430dbc96a req-0e3ac38f-6f81-43bb-8d8f-1220aec23d2c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:57.911518 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1c80a2ed-9dfd-4a54-be6e-bd8430dbc96a req-0e3ac38f-6f81-43bb-8d8f-1220aec23d2c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 943 time: 0.0861318
Apr 30 13:29:57.958248 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1c80a2ed-9dfd-4a54-be6e-bd8430dbc96a req-fc7c0db3-9ea5-49ee-98cd-e65930ff29d5 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396278
Apr 30 13:29:58.116715 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device b491a7a0-e823-4e08-9ba2-458449990f1b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:29:58.253412 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port b491a7a0-e823-4e08-9ba2-458449990f1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b491a7a0-e823-4e08-9ba2-458449990f1b,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:58.267321 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'port_id': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'mac_address': 'fa:16:3e:b6:fe:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:29:58.331433 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:58.349420 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b491a7a0-e823-4e08-9ba2-458449990f1b {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:29:58.365598 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port b491a7a0-e823-4e08-9ba2-458449990f1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b491a7a0-e823-4e08-9ba2-458449990f1b,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:58.369754 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:58.372617 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:58.444091 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=b491a7a0-e823-4e08-9ba2-458449990f1b,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:58.447158 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:58.475763 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f4b79-d45d-46f7-9635-57387d396911 req-564ce1a0-8cef-47db-81c3-90d850e46ea5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:58.477343 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2b5f4b79-d45d-46f7-9635-57387d396911 req-564ce1a0-8cef-47db-81c3-90d850e46ea5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0898340
Apr 30 13:29:58.524417 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2b5f4b79-d45d-46f7-9635-57387d396911 req-90d4ca54-1e9c-468b-961b-582c1c929079 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407906
Apr 30 13:29:58.673541 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['b491a7a0-e823-4e08-9ba2-458449990f1b'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:29:59.152879 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad83245-ff3f-4376-89f0-7efc7440758f req-d2699eb7-02e2-4bf0-a534-2a2c8f4dbad4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:59.154351 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3ad83245-ff3f-4376-89f0-7efc7440758f req-d2699eb7-02e2-4bf0-a534-2a2c8f4dbad4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 944 time: 0.0831950
Apr 30 13:29:59.204939 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3ad83245-ff3f-4376-89f0-7efc7440758f req-b3d552d7-b8f7-42d5-801d-73446b207c28 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433664
Apr 30 13:29:59.715567 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e031fd-a099-4f2c-9bbf-86d1b1697cd2 req-06c027c1-27bb-4e67-a950-0b31a2edde6f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:59.717024 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-01e031fd-a099-4f2c-9bbf-86d1b1697cd2 req-06c027c1-27bb-4e67-a950-0b31a2edde6f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0818193
Apr 30 13:29:59.766200 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-01e031fd-a099-4f2c-9bbf-86d1b1697cd2 req-0a20806e-a8d4-4252-929f-c505ecd8a5e9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433168
Apr 30 13:30:00.129512 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device b491a7a0-e823-4e08-9ba2-458449990f1b up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:30:00.198948 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port b491a7a0-e823-4e08-9ba2-458449990f1b completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:30:00.204825 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port b491a7a0-e823-4e08-9ba2-458449990f1b triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:30:00.205312 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:00.355074 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:00.385010 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:30:00.396353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port b491a7a0-e823-4e08-9ba2-458449990f1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b491a7a0-e823-4e08-9ba2-458449990f1b,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:30:00.403167 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:00.405146 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:00.407069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69692797-87b2-4444-baac-ef8691beb5cf req-8dd0de20-39e2-4d53-9f15-56213212ac27 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:00.411111 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-69692797-87b2-4444-baac-ef8691beb5cf req-8dd0de20-39e2-4d53-9f15-56213212ac27 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 944 time: 0.0908163
Apr 30 13:30:00.491750 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'code': 200}
Apr 30 13:30:00.494963 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=b491a7a0-e823-4e08-9ba2-458449990f1b,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:00.498441 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:00.593422 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-69692797-87b2-4444-baac-ef8691beb5cf req-14eecc50-199f-4d57-a05a-6df1d5dc4830 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1765144
Apr 30 13:30:00.762944 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712086-d2f4-4582-a3c5-fd00c49df98d req-746815be-5337-4994-b62c-60bfd3600dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:00.764411 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ae712086-d2f4-4582-a3c5-fd00c49df98d req-746815be-5337-4994-b62c-60bfd3600dfc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 1098 time: 0.0743341
Apr 30 13:30:00.820682 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ae712086-d2f4-4582-a3c5-fd00c49df98d req-d44c72a0-1b67-4091-90de-98253b967507 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374813
Apr 30 13:30:00.960874 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbee48-66da-4a06-ae91-3e4e420d48b9 req-abff087d-39ad-40aa-844e-f54ef9b1b2ef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:00.962590 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86dbee48-66da-4a06-ae91-3e4e420d48b9 req-abff087d-39ad-40aa-844e-f54ef9b1b2ef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0866103
Apr 30 13:30:01.008371 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86dbee48-66da-4a06-ae91-3e4e420d48b9 req-82c1abcf-2397-4fde-8f90-3639057c67fb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402658
Apr 30 13:30:01.792479 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6523b5-4ab3-40bf-b180-cad655f36b44 req-af3cabd4-2986-4b7d-b00a-dc303ffb603f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:01.793600 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dc6523b5-4ab3-40bf-b180-cad655f36b44 req-af3cabd4-2986-4b7d-b00a-dc303ffb603f tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 945 time: 0.0849869
Apr 30 13:30:01.845652 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dc6523b5-4ab3-40bf-b180-cad655f36b44 req-ecbfe0cc-1f6a-4a5b-8d53-cf98a987ebd8 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450468
Apr 30 13:30:02.203387 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b31c1-656e-4084-bc7d-f0c9f21c6282 req-51a016e6-19a8-421c-9e07-f1451885f34d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:02.205729 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ec8b31c1-656e-4084-bc7d-f0c9f21c6282 req-51a016e6-19a8-421c-9e07-f1451885f34d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0893598
Apr 30 13:30:02.253431 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ec8b31c1-656e-4084-bc7d-f0c9f21c6282 req-2f59d571-b940-4e9b-8337-6db01889dffa tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404367
Apr 30 13:30:03.045051 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d9164-534d-41c7-8cbd-3907ad949352 req-51ca88cf-1cc0-4399-b091-09a4a6534402 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:03.046556 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa6d9164-534d-41c7-8cbd-3907ad949352 req-51ca88cf-1cc0-4399-b091-09a4a6534402 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 945 time: 0.0842631
Apr 30 13:30:03.097408 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-aa6d9164-534d-41c7-8cbd-3907ad949352 req-93e2077a-c193-4808-9cfb-3856c0f90afd tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443571
Apr 30 13:30:03.280663 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f4d21-2674-4bb5-a3bc-3d03180a3bbc req-7c43e9ce-ced4-4cf6-8c35-004c99c40e21 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:03.282735 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a78f4d21-2674-4bb5-a3bc-3d03180a3bbc req-7c43e9ce-ced4-4cf6-8c35-004c99c40e21 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 945 time: 0.0805941
Apr 30 13:30:03.291724 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 46034) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:30:03.296948 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Request body: {'floatingip': {'port_id': 'b491a7a0-e823-4e08-9ba2-458449990f1b'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:30:03.419361 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:03.621632 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02e70e-8916-467f-b413-c8bda0af51ed req-4802f9af-1ccd-4b90-ab0b-74b834897ca5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:03.623132 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bb02e70e-8916-467f-b413-c8bda0af51ed req-4802f9af-1ccd-4b90-ab0b-74b834897ca5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.2521002
Apr 30 13:30:03.848252 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bb02e70e-8916-467f-b413-c8bda0af51ed req-8d5ddf64-447d-457c-a54c-18d7c5f8a17b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2187018
Apr 30 13:30:04.192294 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:04.197180 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:04.369705 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.l3_db [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Floating IP 5a12aad4-ec00-485e-ab8c-cda60bbff034 associated. External IP: 172.27.0.105, port: b491a7a0-e823-4e08-9ba2-458449990f1b.
Apr 30 13:30:04.727273 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Router 1ab7c3e9-4038-4c93-a071-c2c4264290fa has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:30:04.914628 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:30:04.919451 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:04.929336 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] Sync routers for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:30:04.944512 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:30:04.945389 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a34c4be0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:29:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:04.982726 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-55a5fc20-0a2f-413b-863c-633b66de8e81 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "PUT /v2.0/floatingips/5a12aad4-ec00-485e-ab8c-cda60bbff034 HTTP/1.1" status: 200  len: 991 time: 1.6872606
Apr 30 13:30:04.982726 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:30:05.139336 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:30:05.175451 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca069266-9a61-498e-b7bf-b116c55edb54 req-8dde7ee8-e09a-491b-bc7c-ffe7cb145a79 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.176952 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ca069266-9a61-498e-b7bf-b116c55edb54 req-8dde7ee8-e09a-491b-bc7c-ffe7cb145a79 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1896768
Apr 30 13:30:05.186547 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'status': 'completed', 'code': 200}
Apr 30 13:30:05.227732 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ca069266-9a61-498e-b7bf-b116c55edb54 req-29f66561-d6f9-481d-89c2-e3ac2c80b255 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441184
Apr 30 13:30:05.356376 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-8b8df445-6e79-4ec3-b5b2-73d693b82af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.358127 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-8b8df445-6e79-4ec3-b5b2-73d693b82af2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 1098 time: 0.1173360
Apr 30 13:30:05.497689 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-f0843b8a-d812-4909-ad87-50051e1ee926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.499344 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-f0843b8a-d812-4909-ad87-50051e1ee926 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.1341763
Apr 30 13:30:05.514056 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a34c4be0>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '5a12aad4-ec00-485e-ab8c-cda60bbff034', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'port_id': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'mac_address': 'fa:16:3e:b6:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7973333b-d5a8-4786-8b0b-e441a0743781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:47Z', 'updated_at': '2021-04-30T13:30:04Z', 'revision_number': 1, 'project_id': '092cf09caa34460587230269b2e28a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:05.518509 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] Checking router: 1ab7c3e9-4038-4c93-a071-c2c4264290fa for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:30:05.527429 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:30:05.528045 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a34c4be0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:29:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:05.609548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-46e08eaa-3aa8-478f-9221-8ebdb8373fab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b491a7a0-e823-4e08-9ba2-458449990f1b HTTP/1.1" status: 200  len: 999 time: 0.0991399
Apr 30 13:30:05.677990 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-4ea4d2ea-688f-423a-96c3-b7661c347eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.679528 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-4ea4d2ea-688f-423a-96c3-b7661c347eba service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0634356
Apr 30 13:30:05.711504 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:30:05.758361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-8b4e877f-ae3b-46d5-a724-ff8e663e1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.759758 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-8b4e877f-ae3b-46d5-a724-ff8e663e1a7c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720849
Apr 30 13:30:05.899846 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-637ea5ce-64be-4258-b70b-e03d3929cdd8 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318808
Apr 30 13:30:06.057650 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-28efc14d-d354-4236-bf03-a8d245a87e2a req-8d0f56c9-87a3-4197-8281-8b7c08da7317 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504784
Apr 30 13:30:06.080625 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a34c4be0>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '5a12aad4-ec00-485e-ab8c-cda60bbff034', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'port_id': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'mac_address': 'fa:16:3e:b6:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7973333b-d5a8-4786-8b0b-e441a0743781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:47Z', 'updated_at': '2021-04-30T13:30:04Z', 'revision_number': 1, 'project_id': '092cf09caa34460587230269b2e28a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:06.085637 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcea8c4-4b31-4606-a61d-6ac67d3bcef2 None None] The sync data for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi is: [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '5a12aad4-ec00-485e-ab8c-cda60bbff034', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'port_id': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'mac_address': 'fa:16:3e:b6:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7973333b-d5a8-4786-8b0b-e441a0743781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:47Z', 'updated_at': '2021-04-30T13:30:04Z', 'revision_number': 1, 'project_id': '092cf09caa34460587230269b2e28a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:30:06.282904 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d7df6-f796-43bb-af9d-10e31bf85d62 None None] New status for floating IP 5a12aad4-ec00-485e-ab8c-cda60bbff034: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:30:06.429829 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c650f87-591a-4327-aac0-237ab7a37875 req-93e57f23-8109-4084-a538-266cab4ea555 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:06.431391 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4c650f87-591a-4327-aac0-237ab7a37875 req-93e57f23-8109-4084-a538-266cab4ea555 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0874810
Apr 30 13:30:06.477898 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4c650f87-591a-4327-aac0-237ab7a37875 req-7f3f55e5-2003-41f7-a782-5a4b8e28a60c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405264
Apr 30 13:30:07.673644 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d5b79-c9a6-4ef1-a61b-a5a469ac8b4f req-ef35ede5-5592-44c4-ac0c-c45514a424df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:07.675309 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-324d5b79-c9a6-4ef1-a61b-a5a469ac8b4f req-ef35ede5-5592-44c4-ac0c-c45514a424df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0840657
Apr 30 13:30:07.728759 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-324d5b79-c9a6-4ef1-a61b-a5a469ac8b4f req-ea382ac7-c683-4ff0-9451-40e920517b6f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477283
Apr 30 13:30:08.920131 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24a9e4-76f6-4f23-b913-4d61a8f44947 req-95c4bf82-9a18-4b22-a26a-37ab5f2f4ac3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:08.921574 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1a24a9e4-76f6-4f23-b913-4d61a8f44947 req-95c4bf82-9a18-4b22-a26a-37ab5f2f4ac3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0846095
Apr 30 13:30:08.970939 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1a24a9e4-76f6-4f23-b913-4d61a8f44947 req-dd790e8b-c8b5-4616-94ba-4f52a556827b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399303
Apr 30 13:30:10.173653 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2b7c3-e911-4d15-b596-fb8e0776c175 req-831e9727-4d20-49f7-beb4-e453acd1c9a1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:10.175277 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-21d2b7c3-e911-4d15-b596-fb8e0776c175 req-831e9727-4d20-49f7-beb4-e453acd1c9a1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0826027
Apr 30 13:30:10.220229 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-21d2b7c3-e911-4d15-b596-fb8e0776c175 req-f971332b-ede3-4f38-8f27-58fc43b94d57 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391037
Apr 30 13:30:11.416578 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2d8f-c59e-465e-a3a0-c3188a9468e3 req-3e85dc51-7db0-46de-a373-af5d296cdcc1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:11.418343 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-599f2d8f-c59e-465e-a3a0-c3188a9468e3 req-3e85dc51-7db0-46de-a373-af5d296cdcc1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0871551
Apr 30 13:30:11.467043 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-599f2d8f-c59e-465e-a3a0-c3188a9468e3 req-37020eaa-3a5e-4154-bbf6-a9d17de39b61 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417197
Apr 30 13:30:12.663176 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aacb93-c6a4-4711-a312-f7f177eae1dc req-4782592a-311d-455c-a136-01b53dcf81d9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:12.664599 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a5aacb93-c6a4-4711-a312-f7f177eae1dc req-4782592a-311d-455c-a136-01b53dcf81d9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0845923
Apr 30 13:30:12.709003 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a5aacb93-c6a4-4711-a312-f7f177eae1dc req-3c4fa120-d559-49ed-95b7-f21fc523d546 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387278
Apr 30 13:30:13.900812 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cae4ab-aaff-4cf4-904c-2f162a28f363 req-6ac89da8-3146-4752-bb79-b4786c06412f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:13.902339 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-38cae4ab-aaff-4cf4-904c-2f162a28f363 req-6ac89da8-3146-4752-bb79-b4786c06412f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0830750
Apr 30 13:30:13.949214 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-38cae4ab-aaff-4cf4-904c-2f162a28f363 req-a0c419d7-167f-4989-9f2b-b39285f0757b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398932
Apr 30 13:30:14.146842 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-17e734a5-4efd-494f-92f0-7eab0551f2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:15.171802 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced8e74-9814-41af-a393-94016510c538 req-b9834916-7b88-4823-9c5f-4d4b322ce40f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:15.174802 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dced8e74-9814-41af-a393-94016510c538 req-b9834916-7b88-4823-9c5f-4d4b322ce40f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1056733
Apr 30 13:30:15.221177 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-dced8e74-9814-41af-a393-94016510c538 req-cc14f423-9fc0-470f-b3a1-f39986c46361 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407467
Apr 30 13:30:16.423360 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0dde8-1092-485c-82c4-df37c84b93bb req-584913dc-14ad-4cbf-82e2-ae30abbad089 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:16.424845 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-78d0dde8-1092-485c-82c4-df37c84b93bb req-584913dc-14ad-4cbf-82e2-ae30abbad089 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0874391
Apr 30 13:30:16.471327 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-78d0dde8-1092-485c-82c4-df37c84b93bb req-3115b281-5b1b-4977-9ad7-6955db0bfe22 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407503
Apr 30 13:30:16.812494 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0e30775e-20dd-426e-b313-696bbe8a14f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:17.106169 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:17.523564 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:17.728694 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8db90-d8cc-4a67-a0f5-c5907fa3cb1d req-1d659ce5-20f4-4097-8848-342d9958a6b3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:17.730930 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-76b8db90-d8cc-4a67-a0f5-c5907fa3cb1d req-1d659ce5-20f4-4097-8848-342d9958a6b3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1319425
Apr 30 13:30:17.785403 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-76b8db90-d8cc-4a67-a0f5-c5907fa3cb1d req-849e2496-58e6-43ab-ad25-bd60bf313f80 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452318
Apr 30 13:30:18.575929 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:19.006964 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb35f20-f09c-4d0c-9dd2-b5812c61ffac req-b34d09b5-db79-463b-a15d-a98c4933faef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:19.008450 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8bb35f20-f09c-4d0c-9dd2-b5812c61ffac req-b34d09b5-db79-463b-a15d-a98c4933faef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0851359
Apr 30 13:30:19.166595 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8bb35f20-f09c-4d0c-9dd2-b5812c61ffac req-29e505e5-7f5e-4f03-9e31-5faccca162e0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1524816
Apr 30 13:30:19.270064 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:20.367087 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6f7b6-7553-421b-a4cb-4e9a50de0e13 req-3ece5f8e-7c8a-4bfd-9f29-e6eb2400b63d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:20.368516 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-87c6f7b6-7553-421b-a4cb-4e9a50de0e13 req-3ece5f8e-7c8a-4bfd-9f29-e6eb2400b63d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0828118
Apr 30 13:30:20.412939 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-87c6f7b6-7553-421b-a4cb-4e9a50de0e13 req-11980a73-21ce-44be-925b-f02a9625145d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387628
Apr 30 13:30:21.600342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1527b3-fc36-48d1-a16f-1882c45f34eb req-392c69b3-341a-438e-a62a-ca5172e190b4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:21.601819 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2d1527b3-fc36-48d1-a16f-1882c45f34eb req-392c69b3-341a-438e-a62a-ca5172e190b4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.0802803
Apr 30 13:30:21.652111 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2d1527b3-fc36-48d1-a16f-1882c45f34eb req-8b017bf5-4961-4b92-9a96-c635d364ecbf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445092
Apr 30 13:30:21.686679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 46208) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:30:21.961314 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Deleting port 79a18ae0-4961-4cdc-99a2-e88da583a772 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:30:21.961647 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:22.082051 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:22.082294 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:22.205197 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Calling delete_port for 79a18ae0-4961-4cdc-99a2-e88da583a772 owned by network:floatingip {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:30:22.334724 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:22.338326 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98c73b1b-9f2c-4bb1-b1ac-1354d1afc0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:22.380835 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event deleted for resources: {'Port': ['ID=79a18ae0-4961-4cdc-99a2-e88da583a772,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:22.386846 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:22.480895 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for floatingip, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:22.481233 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.l3_db [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Floating IP 338a3b4e-850e-49ff-8531-f3f0597359fb disassociated (deleted). External IP: 172.27.0.222, port: 1ca6d999-b984-4833-8b8f-a6e9c0526e9e.
Apr 30 13:30:22.928363 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:30:23.112774 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:30:23.121949 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] Sync routers for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:30:23.136022 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:23.136308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:30:23.137380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a32ac430>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:30:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:23.199784 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "DELETE /v2.0/floatingips/338a3b4e-850e-49ff-8531-f3f0597359fb HTTP/1.1" status: 204  len: 168 time: 1.5095735
Apr 30 13:30:23.199784 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:30:23.270407 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'status': 'completed', 'code': 200}
Apr 30 13:30:23.380138 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:30:23.429273 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-c9d5b6e8-e35d-4874-bd33-fdae8f38c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:23.432243 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-c9d5b6e8-e35d-4874-bd33-fdae8f38c3b9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 1096 time: 0.1101565
Apr 30 13:30:23.719049 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-a1de21b6-7ece-4bd1-9435-8930dd9cc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:23.722077 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-a1de21b6-7ece-4bd1-9435-8930dd9cc414 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 200  len: 910 time: 0.2824519
Apr 30 13:30:23.787723 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8978d-936e-40c7-a87c-8ec69320b084 req-8321f024-77a8-4e74-921e-fe082a29c3c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:23.788462 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-e8e8978d-936e-40c7-a87c-8ec69320b084 req-8321f024-77a8-4e74-921e-fe082a29c3c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Synchronizing usage tracker for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:30:23.800172 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-f3401865-5598-4936-bd69-3fb9513a363e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 200  len: 217 time: 0.0686417
Apr 30 13:30:23.806249 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-e8e8978d-936e-40c7-a87c-8ec69320b084 req-8321f024-77a8-4e74-921e-fe082a29c3c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Unset dirty status for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:30:23.807504 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e8e8978d-936e-40c7-a87c-8ec69320b084 req-8321f024-77a8-4e74-921e-fe082a29c3c6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1205611
Apr 30 13:30:23.814552 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a32ac430>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 5, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:23.818792 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] Checking router: 84f0e8be-90f1-45a6-b1e2-c3437d962a87 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:30:23.828175 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:30:23.829408 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a32ac430>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:30:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:23.867476 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e8e8978d-936e-40c7-a87c-8ec69320b084 req-18624b21-1aaf-4aa9-a5a3-65906b3452ab tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8bfd999-17e0-4f48-baf6-f9f868db21af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537930
Apr 30 13:30:23.967535 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-e8e9f2c6-f966-4dc8-bd67-5096e8bbb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:23.969584 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-e8e9f2c6-f966-4dc8-bd67-5096e8bbb042 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 200  len: 847 time: 0.1134915
Apr 30 13:30:24.016873 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:30:24.038541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a2949-e92f-453b-bb09-a09069549af3 req-4a0ede82-fcc9-42f5-9422-928aa16224e5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:24.039959 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-588a2949-e92f-453b-bb09-a09069549af3 req-4a0ede82-fcc9-42f5-9422-928aa16224e5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 943 time: 0.1858463
Apr 30 13:30:24.124506 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-1b237527-36f7-4538-b3ac-10d8fb2f721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:24.126028 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-1b237527-36f7-4538-b3ac-10d8fb2f721f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0613c2aa-52f3-4a8e-ab47-3971bf09acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1429195
Apr 30 13:30:24.311854 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Deleting port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:30:24.312355 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:24.330148 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-e3d783b4-849f-4e7a-9d9f-b783561ef3f3 service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758909
Apr 30 13:30:24.343113 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a32ac430>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 5, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:30:24.347975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd65387-3435-47e1-b3a9-09129b961822 None None] The sync data for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi is: [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:20:05Z', 'revision_number': 4, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '05f4fc01-d435-4372-ae61-3c27e9759463', 'name': '', 'network_id': '0613c2aa-52f3-4a8e-ab47-3971bf09acb3', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'mac_address': 'fa:16:3e:d1:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2206d412-4276-4a77-9a5c-3775bd677889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:04Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 5, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'subnets': [{'id': '2206d412-4276-4a77-9a5c-3775bd677889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:30:24.560458 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] For port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:30:24.561059 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:24.605588 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a96335-f3a9-40f1-90bc-e13e8eae982d None None] New status for floating IP 338a3b4e-850e-49ff-8531-f3f0597359fb: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:30:24.632870 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-94e00219-60f7-408e-ab97-1c0c4b1fbecf service neutron] 10.222.0.103 "GET /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2909477
Apr 30 13:30:24.695665 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Calling delete_port for 1ca6d999-b984-4833-8b8f-a6e9c0526e9e owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:30:24.836237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:24.842136 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:24.889607 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event deleted for resources: {'Port': ['ID=1ca6d999-b984-4833-8b8f-a6e9c0526e9e,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:24.932214 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.932575 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.932947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.933268 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.933610 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.933947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.934309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.934644 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.934981 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.935315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.935652 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:24.935993 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:25.022263 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4d1a1fe7-68fd-4b89-b602-7a4bfa281f4e req-6094ab34-b7d4-4d6c-b93b-a54cc3fba271 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0481913
Apr 30 13:30:25.085853 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:25.097658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] No DVR routers for this DVR port 1ca6d999-b984-4833-8b8f-a6e9c0526e9e on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:30:25.100332 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:25.103072 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'name': 'network-vif-deleted', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:30:25.119063 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-588a2949-e92f-453b-bb09-a09069549af3 req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.103 "DELETE /v2.0/ports/1ca6d999-b984-4833-8b8f-a6e9c0526e9e HTTP/1.1" status: 204  len: 173 time: 1.0708253
Apr 30 13:30:25.148972 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ad250-b1c3-4849-9018-b9814f65927c', 'name': 'network-vif-deleted', 'tag': '1ca6d999-b984-4833-8b8f-a6e9c0526e9e', 'status': 'completed', 'code': 200}
Apr 30 13:30:26.176964 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-971bf1d0-fd48-425d-8082-a1037bd240c7 req-4e0effc3-9c45-4788-93b5-67a71a133984 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Synchronizing usage tracker for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:30:26.192410 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-971bf1d0-fd48-425d-8082-a1037bd240c7 req-4e0effc3-9c45-4788-93b5-67a71a133984 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Unset dirty status for tenant:4d9dbe0005674e0899b90b9db4c9423e on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:30:26.193715 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-971bf1d0-fd48-425d-8082-a1037bd240c7 req-4e0effc3-9c45-4788-93b5-67a71a133984 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0591514
Apr 30 13:30:27.340309 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-79fbcc3f-e44c-4e31-8e4b-fdee919068c5 req-91627f5b-47d0-4ab1-9f48-3441151144b9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0431316
Apr 30 13:30:28.652452 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad49c59f-949e-4c22-8dc3-cde20f183447 req-31bbb7e7-72e8-4b92-bc3d-21f76cf1f1d9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0460527
Apr 30 13:30:29.805192 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-97431c5f-380a-48c1-88b1-01f7993dca5a req-00b27db1-c77c-40df-b215-72de14bc1e1b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0423079
Apr 30 13:30:30.957841 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1c4538e2-36bd-49fe-bfe6-44b4d68bd413 req-bd0f50d3-8479-439d-aa57-afcc51804645 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0438840
Apr 30 13:30:31.987987 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:30:32.110208 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e628d494-0abd-44bb-bd72-7a9446c02346 req-50a8f78f-f041-4113-b2f6-72a97633190c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0450230
Apr 30 13:30:33.262571 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ae0063a1-a0c6-490f-afa3-aee9c54c810f req-e2bc338e-7b16-45cb-9310-3a2c0cca5ede tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0427482
Apr 30 13:30:34.418293 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5371df97-532c-4809-893a-64565b2df9ab req-65179fba-6190-4908-ad33-a8ac4b07932d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0432601
Apr 30 13:30:35.592637 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0664964d-d7ca-456b-a4e3-b0d9db26b58f req-337a60f8-4807-454f-b0d6-8d41edbff3e8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0574558
Apr 30 13:30:36.752243 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5b11dfdd-8733-4fce-8841-0bd60d4bba64 req-54bbf6f8-7fdd-4430-8772-8a77988349ee tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0438118
Apr 30 13:30:37.914684 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1a26a7f4-7b2e-4b52-b933-fed60ca6d0dd req-a5d6b1ea-10ab-41ac-bc44-7e9b747e6227 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0471995
Apr 30 13:30:39.082560 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f45966f-b306-45bc-bda6-6d42b668c0bf req-5aec16a4-13e2-4dda-bc5a-ea32f51b2e4a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0460331
Apr 30 13:30:40.252320 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8ea0ff96-c195-4518-a24b-224a6972c065 req-737c9e54-fda3-40d8-8de7-5a0cef2a0e8b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0463531
Apr 30 13:30:41.438303 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-89891baa-716b-4d01-93ba-8c424a16acd1 req-4d9c694a-aef9-4247-80a5-d6aa1bb4342d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0718787
Apr 30 13:30:42.611856 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-208294ef-885c-4045-82b1-7131860a0ae5 req-ad8eb140-613e-4487-86f1-18f0a9e03812 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0555289
Apr 30 13:30:43.802185 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a006c299-39e8-49c2-b8fd-787c7a0ba70c req-13aa36f7-e899-41e9-b2b7-bc7e67f8a535 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0718169
Apr 30 13:30:44.163155 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-02c3ab5c-48cb-4ec8-aa8a-4ca3381597c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:44.957086 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e99bd5f0-21a5-46a5-89fa-18991cc114b3 req-e4acf415-82f6-4e38-bf0e-5dae14db34b7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0430696
Apr 30 13:30:46.142311 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ca345ec9-4ad1-42ef-93a6-88890b64b04c req-649faf4c-d367-48a4-b4c7-2240464ef3b7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0572071
Apr 30 13:30:46.816420 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ab96c1ec-4161-4dbe-bc23-20638937ece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:47.110897 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:47.296938 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f2dfbe6-f930-4cbb-9bda-4e307b2038d0 req-62742cad-c2a1-4455-9fb5-3cfbdd69e072 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0435233
Apr 30 13:30:47.523427 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:48.536851 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1a03f378-c9c5-43b8-a981-61dd3837fb42 req-de39ea3c-dfb8-403c-a787-eb6e1b785d12 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0504646
Apr 30 13:30:48.615318 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:49.277103 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:49.710908 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a521f10a-409b-447e-b380-08631e48febf req-42545bf7-2391-43d2-bae7-d755e23df9d6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0489616
Apr 30 13:30:50.957582 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-16facb44-ac72-4bb5-9546-433d0332ea9b req-9e1d924f-290a-4170-a94d-f188dba07c75 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0641000
Apr 30 13:30:52.127788 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5f22f83b-5d93-4a57-a9aa-c1f214701a4e req-9c113bb1-b9a3-454c-9954-dd8dbb8b1f7d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0435772
Apr 30 13:30:53.290941 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-17a2153c-2041-4ffa-aafc-9f5de59e2a76 req-aa2459e7-3265-43d1-a8bb-9e6d8f041090 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0468199
Apr 30 13:30:54.444880 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d06000f5-411c-4faf-9ca5-84e6ef40c46f req-e9e42d61-6810-46be-862f-028ab5c856dd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0453978
Apr 30 13:30:55.599808 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0c67132c-77dc-4da9-af4b-de1a5937a2c4 req-19cfe2d6-e114-49e4-8dc7-ce2d3a76c733 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0455143
Apr 30 13:30:56.756404 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cbcf789c-e54e-42e5-a0c4-0711218577ef req-a5a71d3e-f6ad-46c3-9c1e-0be9634108e9 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0478888
Apr 30 13:30:57.989417 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-acc0eecd-d2d0-4441-bf92-f54da979291a req-ed0cc873-6eb7-40f9-b18e-6c695a21ffa5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0479717
Apr 30 13:30:59.165824 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-170f00c7-4fd5-4711-930f-a37ad36bdbf3 req-dedab409-01f9-41ee-acdb-7aa03ad842af tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0449924
Apr 30 13:31:00.411214 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d8f3d784-f2d5-4968-84c1-12c12a5a72c9 req-d37227f2-1a14-45ac-adc7-bc8963839783 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0630426
Apr 30 13:31:01.584653 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4593ac9f-2c96-4b2b-93bf-416cefc3c19c req-3f220b90-0bd9-48f9-8de2-463d62001dcc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0434771
Apr 30 13:31:02.745618 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-acda950c-ec25-47e9-affb-048c403e5b96 req-51a64c8e-7cce-4d8a-b6b0-a72b6ef88bd3 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0498054
Apr 30 13:31:03.932057 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9e944248-f94f-40f8-984c-a3c94c263e30 req-69f13481-24eb-4f92-a64d-44c8bccc3bfb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0698543
Apr 30 13:31:05.105491 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ca2cb324-cf99-49c3-85e8-7e8f65d1eb4e req-f4fc0354-cf48-47a3-a9a9-aa724b51d3dc tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0448492
Apr 30 13:31:06.256541 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3495379b-1820-4bd3-9e81-8273beacb3ca req-b0c5b38a-748e-4b92-b1a2-eb6364154a34 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0436394
Apr 30 13:31:07.413413 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-932ad214-a170-4440-ac6f-04f0424300bb req-05de7380-0209-4b2e-871c-46187b345c3f tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0471306
Apr 30 13:31:08.566094 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fe9c1865-fe33-4e74-bbdd-ab708dbb871e req-045e396a-e974-4225-8fa9-105ffaded84e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0440314
Apr 30 13:31:08.987537 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:31:09.716386 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-02762f72-8a95-4413-a72e-f2daab50674e req-d4095f15-e155-4399-a09f-6fdedc987aa0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0435503
Apr 30 13:31:10.876034 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bf517747-5f98-4890-a2ad-8b4da5bf2b16 req-7a01b06d-2d0a-4f31-abb0-bf531c901584 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0485144
Apr 30 13:31:12.026663 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a5680115-53e4-4dca-8e84-8e3d446784da req-f3c3def4-410b-4a99-9ae5-9671bb245508 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0446754
Apr 30 13:31:13.176631 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f767c26d-3107-4706-a14d-10aa85379086 req-5a31641b-464a-4043-b97e-22434b983c59 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0432589
Apr 30 13:31:14.156148 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8769cb5e-2bea-4b44-9e44-37fdfd5c48c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:14.333518 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0d9b9747-5e7b-4c55-968d-ba463c3b5040 req-dfc4d2a3-e150-44a1-9f37-aad8f14bd996 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0457997
Apr 30 13:31:15.482150 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0cc315a9-ee88-49b5-86d3-6f8cf1859ecc req-1d9e9eff-4b53-416d-8c15-bd4838c17ef0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0415802
Apr 30 13:31:16.633377 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-656ffa50-8d39-4c27-bd13-aa59fc4906de req-53f733d8-635e-4afb-b23f-7c996e20d18c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0443006
Apr 30 13:31:16.819532 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-31f94025-4fd6-4f0a-a236-b3eaa4b9c945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:17.113972 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:17.528751 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:17.789696 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7624aeef-d64e-4d2f-aab5-146015d9dbef req-d7b489f2-5aef-42a6-bde8-872f75d7c41d tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0477889
Apr 30 13:31:18.614455 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:18.939415 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b13a54fe-2474-4339-bd81-e6ab7344ae1a req-215b38fc-a3ac-4739-8300-27609fe75c86 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0434425
Apr 30 13:31:19.275443 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:20.093699 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2dcf6a62-0a6c-4731-9f38-bfee877eafda req-44f275f5-12aa-495f-b2a6-8c8168ba72f2 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0442500
Apr 30 13:31:21.334554 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6d467c30-0f51-4547-a3a7-7c4399996202 req-4f406324-8bbe-43d2-9304-0cbf5c840aea tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.1334412
Apr 30 13:31:22.486209 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1426b4a6-cbc6-4e98-9089-31ee740c5b46 req-5709210e-c392-4040-a5c8-46a6cca709c0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0441942
Apr 30 13:31:23.642067 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-49ab0ad6-097e-431b-be62-8c8a6a582cc7 req-845f51c3-4c0a-463e-b319-3718ba3f672c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0446901
Apr 30 13:31:24.802660 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-db4ec2f1-b1a2-47fd-a7c3-2cc18fd1d6f2 req-1cbc26ff-1a95-426b-a223-9d7354f13631 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0504596
Apr 30 13:31:25.965492 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7ae5f37-c7f0-4163-a2b9-91db2332ea9f req-eb5ee92f-6a5f-4715-9481-efeba37b3c38 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0452888
Apr 30 13:31:27.115878 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4e1734c6-f1af-43d1-96eb-6e2984e54767 req-beb6124a-2eba-4f52-ba13-50b364ee1c27 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0439487
Apr 30 13:31:28.411795 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2ed891ce-08d2-404a-b8e3-3dd220a9c34a req-d980b655-b3b8-403e-9eee-7afd1972e07e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0459313
Apr 30 13:31:29.560170 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-18e93ad1-a6c9-4698-ae92-4df2b5d113b5 req-688529a7-62af-4748-94fb-90116e66858e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0423851
Apr 30 13:31:30.711644 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6d77f612-1df9-49b5-ad12-e9bd34314964 req-a14902f9-a50f-41c8-8995-5abf08a8c6bf tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0444379
Apr 30 13:31:31.873971 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4d312813-caeb-435c-96c6-e8cff96c5939 req-7a546b95-fa86-4e44-8ec3-3a31eeab4853 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0494735
Apr 30 13:31:33.030817 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c5078abd-f7dd-4eb7-852d-f20677bc6089 req-17c6c7c9-8975-4de3-9801-79e746397d29 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0441034
Apr 30 13:31:34.191081 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ee089175-3406-4d50-9e0d-9381e668b18a req-dc0c093e-fb6b-4c40-b0ca-5185b31a81c4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0446882
Apr 30 13:31:35.343216 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-58e5a087-4b67-46ca-8c6a-14d8926c3a26 req-f6c9bb61-e3c1-4f06-a176-325ff89a1744 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0468335
Apr 30 13:31:36.490426 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4ab4efe4-6bd4-406a-835c-725d75a8261e req-6a8e8475-d311-4447-b1cb-373fa496e6d0 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0428319
Apr 30 13:31:37.636662 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-71f37d3e-9630-4fec-996a-17657a525d4f req-c1966d89-ae19-4a5a-83d4-543fa6fc960a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0424318
Apr 30 13:31:38.860492 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d762b796-5041-4b68-8f05-3e580c60b287 req-f3073527-8c8a-4d34-83d3-ecc19a6b6767 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.1157050
Apr 30 13:31:40.010314 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-47e51e9c-151e-4557-be3e-d37b5828caf7 req-01735d7a-6578-4e27-bda2-1c62baf6a6e6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0431638
Apr 30 13:31:41.157252 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-691d69c4-cc79-4e89-baa9-8bb983539de7 req-b50e3c51-17db-4e46-a694-d7fb00496274 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0422204
Apr 30 13:31:42.357956 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8c1476c5-00f1-44d4-8937-d64414cce472 req-1e2789a9-d984-422a-8370-d0f9319ac223 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0966215
Apr 30 13:31:43.510040 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-f73a5b57-381e-41e6-a75a-5d8e7b3d6d75 req-389001e6-d3da-42bf-884d-b4aaef35af87 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0447607
Apr 30 13:31:44.156053 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8d243cf0-e43f-4c23-8289-8a86388ffdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:44.661292 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d4816c6b-0bdd-4a94-b751-a69cc22815e8 req-57506d5b-cf01-4495-9e53-8e1f8307e1e7 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0445294
Apr 30 13:31:45.821498 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d1e21acf-bda6-4978-bc42-c5e1a88ab092 req-85d3e448-4aa6-474d-901c-2016640d7ba4 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0527906
Apr 30 13:31:45.986783 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:31:46.822579 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-337e3c7e-f0e5-44a0-a461-b5f8836fa655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:46.972677 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-09be05a0-bc02-4bb4-b032-0358ef9eb069 req-97518eb2-fa51-455f-9ba7-ab1a83425028 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0430541
Apr 30 13:31:47.115875 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:47.528572 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:48.118289 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dacca742-b2ad-4e62-a5cb-7e8f3d40f719 req-df8a9051-f17c-448f-affa-4745c731255e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0429816
Apr 30 13:31:48.618939 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:49.268273 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-14401c6d-4a45-4898-a1e9-8047bc13deb8 req-fd33a540-f624-42d5-9a44-9bbfe1fb03dd tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0453024
Apr 30 13:31:49.278502 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:50.416001 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88351570-a076-44f7-8b64-bc077a17029a req-261a8dbc-0d4e-425e-97f9-4bc04711a8e6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0435359
Apr 30 13:31:51.564701 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-33cb7089-5e86-4ad0-adab-c99ee9bec3d1 req-864e10ef-302c-44ea-adcc-7e7a660f5044 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0433021
Apr 30 13:31:52.721197 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-723bfd8b-2e72-478c-8d0e-367a918d9781 req-ec2bcb26-cccd-410f-827f-71efad3a02ad tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0480089
Apr 30 13:31:53.872632 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a3021861-1b61-46f2-8ea2-fe428f0c0477 req-1d292e70-5c67-4d62-988d-8764f5dbb074 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0442917
Apr 30 13:31:55.021123 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cfb5fbee-36d5-4714-be34-1e50ceae9f3c req-37a9eb27-1e82-4b1b-85e4-e5ca759554e1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0430841
Apr 30 13:31:56.169899 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91c044eb-a6bb-47fe-beb8-a33f69adac39 req-07000a30-c427-490c-be67-47183dfbe4d5 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0452287
Apr 30 13:31:57.317498 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b562cc84-f0d3-4261-88ad-30dbf4d18bda req-78df829c-5e7f-406c-aafe-b61786c94448 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0434344
Apr 30 13:31:58.464690 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2e4751f5-5518-44dc-8173-b0cf9cb1168c req-2df4cafc-7468-44e4-b381-dee0df6744ce tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0436447
Apr 30 13:31:58.496222 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-cccc497d-ecf1-4182-befa-afcc9d11ed3a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757916
Apr 30 13:31:58.650719 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-b3396eda-e516-4577-be4b-282268259be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:58.652181 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-b3396eda-e516-4577-be4b-282268259be1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=073a579db08449979c1fefb12078f6e9&device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 1099 time: 0.0713410
Apr 30 13:31:58.797714 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-4c163df8-947b-407e-b0a7-f7b60b4d88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:58.799179 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-4c163df8-947b-407e-b0a7-f7b60b4d88ba service neutron] 10.222.0.103 "GET /v2.0/networks?id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 200  len: 916 time: 0.1263351
Apr 30 13:31:58.870993 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-6f8093b9-1647-4b3c-a84c-2620719f4ca2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 200  len: 217 time: 0.0654016
Apr 30 13:31:58.933477 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-dd8f628f-803a-461f-bd9a-046751622180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:58.934965 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-dd8f628f-803a-461f-bd9a-046751622180 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 200  len: 854 time: 0.0580046
Apr 30 13:31:59.066672 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-9e01a7dc-f70b-411a-8047-14c4db68382a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1250308
Apr 30 13:31:59.200055 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-bd87dc6d-7cab-4d80-8660-6d77da4132d1 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267447
Apr 30 13:31:59.329681 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f0ee471-ab45-4599-b1d6-5aebc81eb953 req-9c548a0b-3fec-4d72-96ee-1b4a765be9b1 service neutron] 10.222.0.103 "GET /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231830
Apr 30 13:31:59.617290 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-de3cc5f7-b8e7-425d-b83a-c5e4354cffef req-92a71ac2-d7d5-48a6-9e59-7ec9891d7266 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0431607
Apr 30 13:32:00.766769 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eb9afb77-1d02-4fea-b1a3-fc14615b0cac req-5f22b784-f077-4784-9702-9122dc9c01d8 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0422459
Apr 30 13:32:02.054533 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-d6b11c13-5bf5-4424-890f-df50934b85b0 req-98dd6702-7fd5-4771-aa7b-19945cd819fe tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0421820
Apr 30 13:32:03.205082 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c4af1755-91bc-43d5-9a33-8ec2ce563952 req-58b9e231-dc86-4eee-a545-0ab2ac8330b6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0470307
Apr 30 13:32:04.353344 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-93bdf511-fa2b-4e28-af15-69128cd0fbe8 req-7be46b4c-7bf7-4d59-b511-3a1b5fcf8f35 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0466108
Apr 30 13:32:05.500107 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e2d15873-7f89-451a-a3d8-20ae4ab3307f req-66a1dfa2-7fc5-42b6-8822-1553061122a6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0432179
Apr 30 13:32:06.650198 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c8fb8b3e-8091-4b2e-8f58-370751e488aa req-cabc6075-c9bd-4df2-925c-6530dd51c3aa tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0428936
Apr 30 13:32:07.803551 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1aa42547-c5f4-4082-aeb3-de757f252c21 req-f5757bdd-1713-46d7-a5e7-987a74e17229 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0433691
Apr 30 13:32:08.952406 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5ddde62b-6492-43dd-b60c-1a048b7d699d req-ac67efc0-51a0-4168-996a-4ecce67846eb tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0438316
Apr 30 13:32:10.108405 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-613355ce-2d03-4954-9d8f-624f3606635e req-559ada45-b726-4d62-8d7c-b25dd38e1b27 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0509765
Apr 30 13:32:11.257217 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ebe1a48e-ba86-4be7-b26d-9459504ce0ab req-b8693e92-4f4f-4d8c-8f7f-02ca250df697 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0452416
Apr 30 13:32:12.403747 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b346c3a9-d46b-4ad2-a2dc-18fb632df6fd req-fee870c4-48ec-4e03-8f9f-c5e2f55593ef tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0438154
Apr 30 13:32:13.553391 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b5ff641-d1b8-43b0-802d-9a7a85e57bf5 req-104d4efa-9bdb-471f-af8c-e485d2b1561e tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0430074
Apr 30 13:32:14.156939 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-94005cd0-3c39-4226-b612-ece5c12840e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:14.702691 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-387c236e-a8ac-444b-8338-155510e6b1c2 req-82375a59-b07a-4462-9a1c-f1b44bfdef6b tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0438285
Apr 30 13:32:15.848681 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c1c08026-f57e-47c4-a4f2-d0320b461372 req-219c3eee-5ef2-4f52-b1ac-1f6905096aff tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0427697
Apr 30 13:32:16.824609 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-63d6ee82-de6d-48e0-a0f4-3f694f5471d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:17.000479 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-de14efe4-f0b3-4042-9bb2-7130e106f5be req-81e3e2f0-015b-41f7-aa56-dec52d364ace tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0483541
Apr 30 13:32:17.117057 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:17.531252 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:18.154172 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-60a2cc60-597d-4f0a-ad16-057a4751e127 req-6cb2f3c4-dc26-4278-b418-420b1b510815 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0476320
Apr 30 13:32:18.628630 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:19.285380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:19.303711 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3cfa44e6-5383-4eeb-8212-069ef62d04a2 req-1ba88109-6bc4-432b-9f38-437e301b0db1 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0467355
Apr 30 13:32:20.455086 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-623f2bb6-5ee7-4972-8132-4746e23e442d req-c6679baf-81c2-4a30-93a3-f7be83703080 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0431831
Apr 30 13:32:21.606257 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f82b6313-3372-4c77-bf42-1004c1b94076 req-097798c0-fdcc-4c44-9f61-35940fd38b81 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0426784
Apr 30 13:32:22.754216 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b7aa635c-05a4-4f6b-8cac-68ed32b5d4b2 req-40669540-2c99-404a-8c97-441605eda9df tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0432634
Apr 30 13:32:22.985410 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:32:23.908326 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2b8de891-9402-4099-a1d8-8adc57b3233a req-9091bd66-8c8b-48ab-91b0-c2e0612b8cca tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0494909
Apr 30 13:32:25.059475 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-243fe1aa-f378-491e-9d2c-61c3e77f05c5 req-8d71aff4-60df-425e-95e1-e00ecdce3046 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5ad250-b1c3-4849-9018-b9814f65927c HTTP/1.1" status: 200  len: 210 time: 0.0459094
Apr 30 13:32:26.151775 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47362) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:26.220376 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:26.249995 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:26.313687 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:26.318563 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-04ed601b-74db-4010-8b3d-99ebaa09752b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:26.332394 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bfd999-17e0-4f48-baf6-f9f868db21af,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:26.340968 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.341258 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.341617 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.341973 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.342350 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.342701 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.343047 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.343390 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.343742 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.344084 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.344425 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.344766 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:26.349247 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:26.353240 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:26.356653 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-204d5269-52a0-4192-bcaf-e551b17cc70c tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] 10.222.0.79 "DELETE /v2.0/security-groups/c8bfd999-17e0-4f48-baf6-f9f868db21af HTTP/1.1" status: 204  len: 168 time: 0.2016449
Apr 30 13:32:26.497148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 47372) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:27.169926 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:27.663786 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Deleting port 05f4fc01-d435-4372-ae61-3c27e9759463 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:27.664486 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:27.791075 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] For port 05f4fc01-d435-4372-ae61-3c27e9759463, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=05f4fc01-d435-4372-ae61-3c27e9759463,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:27.791329 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:27.917338 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Calling delete_port for 05f4fc01-d435-4372-ae61-3c27e9759463 owned by network:router_interface {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:28.066091 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:28.070622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eb5e7e83-7bd5-4fc6-b635-46fcdf97c9c8 tempest-AttachVolumeNegativeTest-698859741 tempest-AttachVolumeNegativeTest-698859741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:28.120819 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=05f4fc01-d435-4372-ae61-3c27e9759463,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:28.190931 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.191303 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.191669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.192026 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.192379 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.192729 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.193078 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.193423 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.193767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.194134 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.194479 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.194821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:28.201297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:28.398261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:28.848236 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:32:29.027846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:32:29.036438 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] Sync routers for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:32:29.044126 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] 10.222.0.79 "PUT /v2.0/routers/84f0e8be-90f1-45a6-b1e2-c3437d962a87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5455389
Apr 30 13:32:29.046514 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 47394) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:29.046759 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:32:29.047405 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8078ee0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:32:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:29.233738 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:29.236424 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:32:29.419420 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:29.492396 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Deleting port 8ae1fd55-430a-4d72-ada5-fc3e4d228377 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:29.493518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:29.541771 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8078ee0>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:32:28Z', 'revision_number': 5, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port': {'id': '8ae1fd55-430a-4d72-ada5-fc3e4d228377', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:59Z', 'updated_at': '2021-04-30T13:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:29.545948 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] Checking router: 84f0e8be-90f1-45a6-b1e2-c3437d962a87 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:32:29.554349 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] Routers {'84f0e8be-90f1-45a6-b1e2-c3437d962a87'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:32:29.554944 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8078ee0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:32:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:29.613721 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] For port 8ae1fd55-430a-4d72-ada5-fc3e4d228377, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=8ae1fd55-430a-4d72-ada5-fc3e4d228377,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:29.614095 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:29.709840 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] Set router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 gateway port host: None {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:32:29.739221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Calling delete_port for 8ae1fd55-430a-4d72-ada5-fc3e4d228377 owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:29.817934 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8078ee0>, [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:32:29Z', 'revision_number': 6, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:29.822223 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a88c20-3a88-4cd7-8dd8-929d63920134 None None] The sync data for ids ['84f0e8be-90f1-45a6-b1e2-c3437d962a87'] in dv-cinder-788364-2-iscsi is: [{'id': '84f0e8be-90f1-45a6-b1e2-c3437d962a87', 'name': 'tempest-TestShelveInstance-182107346-router', 'tenant_id': '4d9dbe0005674e0899b90b9db4c9423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:58Z', 'updated_at': '2021-04-30T13:32:29Z', 'revision_number': 6, 'project_id': '4d9dbe0005674e0899b90b9db4c9423e', 'gw_port_host': None}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:32:29.883271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:29.886975 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-15411151-2a0e-4545-a2d7-28d08b268236 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:29.933145 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae1fd55-430a-4d72-ada5-fc3e4d228377,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:29.961017 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:30.023300 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.296428 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.298723 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.322432 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.322955 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84f0e8be-90f1-45a6-b1e2-c3437d962a87 {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:32:30.335457 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.337137 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] 10.222.0.79 "DELETE /v2.0/routers/84f0e8be-90f1-45a6-b1e2-c3437d962a87 HTTP/1.1" status: 204  len: 168 time: 1.2891676
Apr 30 13:32:30.339745 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 47410) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:30.400869 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Deleting subnet 2206d412-4276-4a77-9a5c-3775bd677889 {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:32:30.403737 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.452489 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15588390'] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.573680 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.652075 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8ae1fd55-430a-4d72-ada5-fc3e4d228377 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:32:30.687082 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 8ae1fd55-430a-4d72-ada5-fc3e4d228377 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:32:30.687699 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8ae1fd55-430a-4d72-ada5-fc3e4d228377 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:32:30.688187 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 05f4fc01-d435-4372-ae61-3c27e9759463 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:32:30.721642 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 05f4fc01-d435-4372-ae61-3c27e9759463 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:32:30.721997 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 05f4fc01-d435-4372-ae61-3c27e9759463 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:32:30.840124 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1625045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14784110'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.847970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:30.887923 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2206d412-4276-4a77-9a5c-3775bd677889,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:30.889935 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.892735 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:30.894979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78547fe5-c68a-4e74-9ac7-1ba7914afe98 None None] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:32:30.899055 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d6a07175-10d5-458f-b282-ade7b6536fa4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2206d412-4276-4a77-9a5c-3775bd677889 HTTP/1.1" status: 204  len: 168 time: 0.5561085
Apr 30 13:32:30.899398 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 47420) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:31.004597 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.079044 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Deleting port a047998a-7969-4271-9a10-7d48844d4ef0 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:31.079303 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.133873 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] DHCP port deletion for 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:32:31.182831 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] For port a047998a-7969-4271-9a10-7d48844d4ef0, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=a047998a-7969-4271-9a10-7d48844d4ef0,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:31.183182 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.198603 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Deleting port a047998a-7969-4271-9a10-7d48844d4ef0 {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:31.198984 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.296609 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] For port a047998a-7969-4271-9a10-7d48844d4ef0, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=a047998a-7969-4271-9a10-7d48844d4ef0,segment=NetworkSegment(bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08),segment_id=bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:31.297007 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.305715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Calling delete_port for a047998a-7969-4271-9a10-7d48844d4ef0 owned by network:dhcp {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:31.355102 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.359896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:31.410785 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] No DVR routers for this DVR port a047998a-7969-4271-9a10-7d48844d4ef0 on host dv-cinder-788364-2-iscsi {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:32:31.437724 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Pushing event deleted for resources: {'Port': ['ID=a047998a-7969-4271-9a10-7d48844d4ef0,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:31.440478 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:31.452853 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Calling delete_port for a047998a-7969-4271-9a10-7d48844d4ef0 owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:31.531378 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.580749 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.584506 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-c1e37437-0b83-420d-84a0-9cea12aff624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:31.631283 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Pushing event deleted for resources: {'Port': ['ID=a047998a-7969-4271-9a10-7d48844d4ef0,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:31.640935 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] No DVR routers for this DVR port a047998a-7969-4271-9a10-7d48844d4ef0 on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:32:31.643566 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.643566 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.643804 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.643967 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.644300 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.644621 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.644944 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.645268 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.645586 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.645901 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.646242 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.646558 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:31.649979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:31.749531 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a766c6d0>,) {'filters': {'network_id': ['0613c2aa-52f3-4a8e-ab47-3971bf09acb3']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:31.761281 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a766c6d0>, 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:31.761567 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a766c6d0>, 'bfa2ec3f-0cfa-43f9-ad22-8b524b96ee08') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:31.772448 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.788144 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:31.795022 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:32:31.967438 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:32:31.975613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:32.138642 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Network 0613c2aa-52f3-4a8e-ab47-3971bf09acb3 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:32:32.159739 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:32:32.235940 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:32.240623 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:32.256458 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:32.261821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Pushing event deleted for resources: {'Network': ['ID=0613c2aa-52f3-4a8e-ab47-3971bf09acb3,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:32.266419 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:32.277203 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0613c2aa-52f3-4a8e-ab47-3971bf09acb3 HTTP/1.1" status: 204  len: 168 time: 1.3768234
Apr 30 13:32:32.280171 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 47432) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:32.619702 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a047998a-7969-4271-9a10-7d48844d4ef0 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:32:32.655000 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: a047998a-7969-4271-9a10-7d48844d4ef0 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:32:32.655454 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a047998a-7969-4271-9a10-7d48844d4ef0 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:32:32.816069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:33.321866 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Deleting port 99d2655b-e541-477b-8a8f-617b5209e268 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:33.322589 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:33.440389 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] For port 99d2655b-e541-477b-8a8f-617b5209e268, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=99d2655b-e541-477b-8a8f-617b5209e268,segment=NetworkSegment(e4d33d38-ac91-4819-b2eb-7928f17cf3cc),segment_id=e4d33d38-ac91-4819-b2eb-7928f17cf3cc)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:33.440730 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:33.562374 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Calling delete_port for 99d2655b-e541-477b-8a8f-617b5209e268 owned by network:router_interface {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:33.708124 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:33.712214 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-730f749a-c88a-4e87-a1fe-367f12094757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:33.755147 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d2655b-e541-477b-8a8f-617b5209e268,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:33.758086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:34.046114 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:34.398766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:32:34.677764 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:32:34.693814 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] Sync routers for ids ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:32:34.695465 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] Routers {'98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:32:34.696105 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] 10.222.0.79 "PUT /v2.0/routers/98f97c0a-c43f-45c0-bd9f-bdc3bf17799f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4143763
Apr 30 13:32:34.696704 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a81a7910>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:32:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:34.698592 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 47454) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:34.872772 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:34.873829 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] Set router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:32:35.060287 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.132606 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Deleting port b4c121ce-f8ae-4179-bea1-7c2796a6dc57 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:35.132910 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.166002 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a81a7910>, [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:32:33Z', 'revision_number': 5, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port': {'id': 'b4c121ce-f8ae-4179-bea1-7c2796a6dc57', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:15Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:35.169981 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] Checking router: 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:32:35.178430 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] Routers {'98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:32:35.178996 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a81a7910>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:32:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:35.262601 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] For port b4c121ce-f8ae-4179-bea1-7c2796a6dc57, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:35.262946 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.328625 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] Set router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f gateway port host: None {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:32:35.383025 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Calling delete_port for b4c121ce-f8ae-4179-bea1-7c2796a6dc57 owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:35.462585 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a81a7910>, [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:32:35Z', 'revision_number': 6, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:35.466482 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55ea9f-a352-45d4-921c-fd8ed678282d None None] The sync data for ids ['98f97c0a-c43f-45c0-bd9f-bdc3bf17799f'] in dv-cinder-788364-2-iscsi is: [{'id': '98f97c0a-c43f-45c0-bd9f-bdc3bf17799f', 'name': 'tempest-TestShelveInstance-502223004-router', 'tenant_id': '766230de7b424702bf98d04c944463e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:32:35Z', 'revision_number': 6, 'project_id': '766230de7b424702bf98d04c944463e7', 'gw_port_host': None}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:32:35.524908 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.529250 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d1ae8ade-880b-4c9d-99a6-5825766060a9 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:35.600294 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c121ce-f8ae-4179-bea1-7c2796a6dc57,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:35.607054 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:35.663540 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.840377 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.842933 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.872085 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.872653 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f97c0a-c43f-45c0-bd9f-bdc3bf17799f {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:32:35.885919 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:35.886824 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] 10.222.0.79 "DELETE /v2.0/routers/98f97c0a-c43f-45c0-bd9f-bdc3bf17799f HTTP/1.1" status: 204  len: 168 time: 1.1873138
Apr 30 13:32:35.892215 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47466) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:35.956236 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Deleting subnet 4795213d-5cc7-4e3b-9c8b-12884b846f73 {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:32:35.959279 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.008438 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-576864'] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.199307 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.451062 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10498843'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.457740 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a878f5b6-a7bc-4e86-951f-f962699c4152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:36.491781 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4795213d-5cc7-4e3b-9c8b-12884b846f73,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:36.494694 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.499432 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e091fc-471c-4bae-94bb-e038e2deca67 None None] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:32:36.499943 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:36.501420 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-98a2d49f-c788-43b4-a421-9a09d68c2beb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4795213d-5cc7-4e3b-9c8b-12884b846f73 HTTP/1.1" status: 204  len: 168 time: 0.6072860
Apr 30 13:32:36.503962 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47476) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:36.613916 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.659279 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device b4c121ce-f8ae-4179-bea1-7c2796a6dc57 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:32:36.690086 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Deleting port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:36.690426 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.699022 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: b4c121ce-f8ae-4179-bea1-7c2796a6dc57 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:32:36.699373 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device b4c121ce-f8ae-4179-bea1-7c2796a6dc57 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:32:36.699789 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 99d2655b-e541-477b-8a8f-617b5209e268 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:32:36.737038 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 99d2655b-e541-477b-8a8f-617b5209e268 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:32:36.737311 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 99d2655b-e541-477b-8a8f-617b5209e268 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:32:36.797880 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] For port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,segment=NetworkSegment(e4d33d38-ac91-4819-b2eb-7928f17cf3cc),segment_id=e4d33d38-ac91-4819-b2eb-7928f17cf3cc)] {{(pid=73819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:36.798283 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.819528 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] DHCP port deletion for 2f5f555e-97bf-4f1b-b486-8209e8429abd request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:32:36.888383 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Deleting port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:32:36.888767 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.932082 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Calling delete_port for 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 owned by network:dhcp {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:36.982730 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:36.987285 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] For port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,segment=NetworkSegment(e4d33d38-ac91-4819-b2eb-7928f17cf3cc),segment_id=e4d33d38-ac91-4819-b2eb-7928f17cf3cc)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:36.987625 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:36.987752 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.032828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] No DVR routers for this DVR port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 on host dv-cinder-788364-2-iscsi {{(pid=73819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:32:37.063182 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:37.066138 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:37.116630 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Calling delete_port for 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:32:37.154085 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.158373 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.161209 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:37.205478 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Pushing event deleted for resources: {'Port': ['ID=0ff9e605-94d1-44a9-98f8-81cb6cd63ff8,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:37.207308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] No DVR routers for this DVR port 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:32:37.208654 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:37.277065 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a37cd850>,) {'filters': {'network_id': ['2f5f555e-97bf-4f1b-b486-8209e8429abd']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:37.288958 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a37cd850>, 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:37.289373 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a37cd850>, 'e4d33d38-ac91-4819-b2eb-7928f17cf3cc') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:32:37.300506 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.316933 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.323742 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:32:37.494245 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:32:37.502472 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.740708 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Network 2f5f555e-97bf-4f1b-b486-8209e8429abd has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:32:37.761811 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:32:37.837939 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.841526 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:37.855592 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:37.868896 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5f555e-97bf-4f1b-b486-8209e8429abd,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:37.872386 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:37.874154 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] 10.222.0.79 "DELETE /v2.0/networks/2f5f555e-97bf-4f1b-b486-8209e8429abd HTTP/1.1" status: 204  len: 168 time: 1.3693032
Apr 30 13:32:37.990442 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47492) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:38.038991 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-092be1c2-4e8f-4209-a61d-590263a34681 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d9dbe0005674e0899b90b9db4c9423e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472512
Apr 30 13:32:38.041826 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47496) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:38.101323 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.127884 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.180315 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.185266 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0be961d4-ca04-4d6a-a8ab-45feee5f240c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:38.198840 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed79ae7-8eac-4fa0-a0b3-8b6ad9e984ca,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:38.201227 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:38.206569 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.207717 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ed79ae7-8eac-4fa0-a0b3-8b6ad9e984ca HTTP/1.1" status: 204  len: 168 time: 0.1649976
Apr 30 13:32:38.564199 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47510) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:38.615918 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-1953869a-c9f3-4fca-bc03-52c5160e79b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=766230de7b424702bf98d04c944463e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502615
Apr 30 13:32:38.618324 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47514) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:32:38.622804 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:32:38.656612 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:32:38.656956 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 0ff9e605-94d1-44a9-98f8-81cb6cd63ff8 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:32:38.678563 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.703912 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.757515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.762858 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-15ecbcde-4433-4f19-84a6-6d71b2d19c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:38.772770 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee32936d-bbce-4712-8ecb-28d84e2cf7e1,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:38.776320 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:38.779450 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:38.780542 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee32936d-bbce-4712-8ecb-28d84e2cf7e1 HTTP/1.1" status: 204  len: 168 time: 0.1613088
Apr 30 13:32:44.159655 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-af1db436-e300-4f9b-8809-1850227cab3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:46.826499 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-56cd7af5-57ee-4ed5-a28d-80ad92c2a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:47.120516 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:47.532903 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:48.649079 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:49.283362 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:58.690409 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-0bbdd5c2-5a7a-4025-8f81-6fc14acf4c6d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2244556
Apr 30 13:32:58.906723 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-f66e0c9b-d1ca-446b-9817-91b487b28143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:58.908200 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-f66e0c9b-d1ca-446b-9817-91b487b28143 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 1098 time: 0.1840670
Apr 30 13:32:59.055487 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-64752de0-a5b9-490f-a327-2b54582d2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:59.057144 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-64752de0-a5b9-490f-a327-2b54582d2a18 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1290691
Apr 30 13:32:59.165892 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-2931678e-b8ca-4088-9221-40fce1d7f59d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5 HTTP/1.1" status: 200  len: 1001 time: 0.1019106
Apr 30 13:32:59.231151 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-2e764130-b0ae-4926-928b-1bbc90fc47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:59.232569 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-2e764130-b0ae-4926-928b-1bbc90fc47cc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0585947
Apr 30 13:32:59.311876 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-cf80b92e-c875-4068-aa33-51691e245731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:59.313304 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-cf80b92e-c875-4068-aa33-51691e245731 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735183
Apr 30 13:32:59.442230 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-333b82e9-8be7-4e6f-b65c-c3c4cb31667b service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211112
Apr 30 13:32:59.573461 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4334a6dd-9787-43dd-980b-275ff36fc8fa req-51573e3c-0306-4797-877c-cf53c0d1317a service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243126
Apr 30 13:32:59.985053 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:33:14.164539 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7055-843a-45e8-afad-15f871c7c0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:16.827117 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-32dde64f-3702-4779-9437-530d5e6c5624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:17.122464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:17.535881 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:18.657811 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:19.287234 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:21.046984 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890ab76-d33f-4ffc-b007-56c805df91bf req-bdf8872f-3f9a-464f-9123-b37af9ab1f64 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:21.048417 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0890ab76-d33f-4ffc-b007-56c805df91bf req-bdf8872f-3f9a-464f-9123-b37af9ab1f64 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 946 time: 0.0810554
Apr 30 13:33:21.092030 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0890ab76-d33f-4ffc-b007-56c805df91bf req-65420200-c4b9-47f2-956c-165ef1e2f00d tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379882
Apr 30 13:33:21.737730 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-72fea95d-9a46-487a-8b78-fda59690fe06 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:21.739162 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-72fea95d-9a46-487a-8b78-fda59690fe06 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 946 time: 0.0817456
Apr 30 13:33:21.878986 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Deleting port 3954223d-04e7-4b33-80b7-6667a5b1731c {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:33:21.879324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:22.014427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] For port 3954223d-04e7-4b33-80b7-6667a5b1731c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3954223d-04e7-4b33-80b7-6667a5b1731c,segment=NetworkSegment(53c50e5d-e32d-4949-b3b0-644e5a9da5c7),segment_id=53c50e5d-e32d-4949-b3b0-644e5a9da5c7)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:33:22.014427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:22.143884 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Calling delete_port for 3954223d-04e7-4b33-80b7-6667a5b1731c owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:33:22.255290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:22.261074 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e91f1616-be72-4559-8950-8e31ffd29d73 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:33:22.281232 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25b7d-7ae0-4b62-949d-e0e6f3426ae0 req-7367df4f-c3d0-495c-a2c2-99dfffe914a2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:22.282730 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59d25b7d-7ae0-4b62-949d-e0e6f3426ae0 req-7367df4f-c3d0-495c-a2c2-99dfffe914a2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 867 time: 0.0829940
Apr 30 13:33:22.292572 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['3954223d-04e7-4b33-80b7-6667a5b1731c'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:33:22.310343 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Pushing event deleted for resources: {'Port': ['ID=3954223d-04e7-4b33-80b7-6667a5b1731c,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:33:22.313471 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:33:22.329344 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-59d25b7d-7ae0-4b62-949d-e0e6f3426ae0 req-a4e6f01f-06da-4aaa-acde-e7a37b056bcc tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/security-groups?id=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403953
Apr 30 13:33:22.386994 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] No DVR routers for this DVR port 3954223d-04e7-4b33-80b7-6667a5b1731c on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:33:22.389315 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:22.391841 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'name': 'network-vif-deleted', 'tag': '3954223d-04e7-4b33-80b7-6667a5b1731c'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:33:22.407789 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a00a61aa-abfe-4df4-9684-90f0080d0c3b req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.103 "DELETE /v2.0/ports/3954223d-04e7-4b33-80b7-6667a5b1731c HTTP/1.1" status: 204  len: 173 time: 0.6633427
Apr 30 13:33:22.575347 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c66a3a-0046-442b-a6c9-54494d8a7722', 'name': 'network-vif-deleted', 'tag': '3954223d-04e7-4b33-80b7-6667a5b1731c', 'status': 'completed', 'code': 200}
Apr 30 13:33:23.481846 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d7786ed1-e94a-4c85-9904-dd87a442ee36 req-c5b7b9cd-72c9-4bfd-baca-3758d3934e94 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0451078
Apr 30 13:33:24.729474 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-9b9ee31f-894d-47fc-8e65-f9631a697b6b req-ae754c56-14ec-4ddc-8549-d018614d7dc3 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Synchronizing usage tracker for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:33:24.745104 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-9b9ee31f-894d-47fc-8e65-f9631a697b6b req-ae754c56-14ec-4ddc-8549-d018614d7dc3 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Unset dirty status for tenant:073a579db08449979c1fefb12078f6e9 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:33:24.746291 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9b9ee31f-894d-47fc-8e65-f9631a697b6b req-ae754c56-14ec-4ddc-8549-d018614d7dc3 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.1586714
Apr 30 13:33:25.000563 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3954223d-04e7-4b33-80b7-6667a5b1731c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:33:25.034181 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 3954223d-04e7-4b33-80b7-6667a5b1731c {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:33:25.034531 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 3954223d-04e7-4b33-80b7-6667a5b1731c not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:33:25.898279 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-db4a054f-5e45-42d6-a8ba-a29f7c9d02b7 req-09fe9fef-c7f9-469e-b77d-0b4f3e2c26f8 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0429633
Apr 30 13:33:27.045039 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c38c19c2-bfea-4568-9eb7-aa2a76ecb44f req-d4711a9a-bd53-4852-96ba-941aa6814aa1 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0429959
Apr 30 13:33:28.189880 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1be77cae-6237-4384-9326-8c5744e25a70 req-8a72e813-c7b9-4735-8afb-9c39b2fe32ec tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0427458
Apr 30 13:33:29.340430 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba3f1a8f-22e4-4890-9566-6871a67b41ac req-46ad24c0-9bcc-48f7-99a3-c4c4c5025f53 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0448730
Apr 30 13:33:30.490707 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b4e7fe1f-f02c-45de-a443-78a2e8877e0c req-15b16556-cb5d-4ae5-8265-1dcce7200304 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0453701
Apr 30 13:33:31.643060 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5b318e1b-cbba-43c8-8d62-fefffff63020 req-b435cd1e-e37e-4e1d-adab-69d5eac02351 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0466533
Apr 30 13:33:32.497311 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 47996) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:33:32.614208 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:32.628600 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:33:32.632380 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:820ec6105661466ea8c42dd92c62b0b9 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:33:32.635745 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:33:32.641336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:33:32.724826 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:32.728871 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:32.735353 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-049c0b72-211d-42f1-ac76-50b3166185e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:33:32.820075 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff44ca07-b500-4740-a561-5a9aaf74ceae,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:33:32.824375 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8f3a01c4-f8fa-4e06-83c0-16b04a230a26 req-376e0013-7d73-4166-af1c-6a29661a1543 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0595918
Apr 30 13:33:32.829150 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=820ec6105661466ea8c42dd92c62b0b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3308303
Apr 30 13:33:32.830633 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 48004) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:33:32.834719 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.835303 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.835878 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.836459 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.837078 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.837526 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.838100 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.838548 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.839110 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.839669 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.840111 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.840551 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.846801 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:33:32.892636 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:32.917934 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:32.969334 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:32.972944 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6d1bb7cd-a7f7-498f-a859-a5d8a08e6b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:33:32.984126 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff44ca07-b500-4740-a561-5a9aaf74ceae,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:33:32.994818 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.995188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.995551 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.995911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.996262 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.996611 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.996964 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.997307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.997654 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.997997 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.998375 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:32.998709 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:33:33.001680 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.002886 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff44ca07-b500-4740-a561-5a9aaf74ceae HTTP/1.1" status: 204  len: 168 time: 0.1707537
Apr 30 13:33:33.003767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:33:33.284011 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 48016) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:33:33.305700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.319897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:33:33.323784 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Usage tracker for resource:security_group_rule and tenant:efd9452592c14ee3b35b84e3da639716 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:33:33.326630 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:33:33.332187 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:33:33.413619 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.417941 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.424843 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ef4a851a-3097-4692-ba6d-9359753da020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:33:33.465469 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efd9452592c14ee3b35b84e3da639716&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1803603
Apr 30 13:33:33.466247 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc58bf-0822-4096-a991-0e006e856d4a,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:33:33.468094 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 48020) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:33:33.469467 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:33:33.529832 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-30fa13a7-6a9e-4675-bcda-4a6315ebeeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.556087 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-30fa13a7-6a9e-4675-bcda-4a6315ebeeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.608112 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-30fa13a7-6a9e-4675-bcda-4a6315ebeeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.612773 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1e4ef1c6-85e6-473c-89e6-a1038dea7faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:33:33.624896 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa13a7-6a9e-4675-bcda-4a6315ebeeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc58bf-0822-4096-a991-0e006e856d4a,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:33:33.629543 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-30fa13a7-6a9e-4675-bcda-4a6315ebeeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:33:33.633554 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-30fa13a7-6a9e-4675-bcda-4a6315ebeeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:33.634682 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-30fa13a7-6a9e-4675-bcda-4a6315ebeeba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7fc58bf-0822-4096-a991-0e006e856d4a HTTP/1.1" status: 204  len: 168 time: 0.1641483
Apr 30 13:33:33.977086 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b360b14c-a9ae-41c1-9c21-8d7cb5214a8f req-fbe06b02-2fe4-43d2-b033-8d704767d3c2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0458689
Apr 30 13:33:35.133976 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f6d382ad-c3da-44c2-bda8-dc4ec367bbc9 req-06f46636-96ec-4819-bbd9-4ad431a171c2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0498493
Apr 30 13:33:36.288281 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b5b49d4d-110d-493a-b3a6-afdb7fff7d07 req-6ce2d9cb-61ea-4fd4-8ba0-c060e5507b11 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0465648
Apr 30 13:33:36.984676 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:33:37.448081 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9a9b64c2-2204-45c5-91bf-5bbff9ba66dc req-4a3d5357-c117-42eb-8cb0-1ff757409e56 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0433984
Apr 30 13:33:38.596908 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2d62a878-280f-451a-a936-979657771a3d req-10d8e8b6-1a7f-4b51-b172-2a410d5bc1cc tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0434675
Apr 30 13:33:39.748711 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e82e9368-00ba-4058-98fc-0e896be4f186 req-5d68a4a5-9371-43dc-82f5-2094e752a285 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0438001
Apr 30 13:33:40.900154 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-00d4fe3d-8f25-4812-92e5-0c59ee1df9bc req-9fd71349-8b86-40ce-a6ee-fd3fb22b9114 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0450544
Apr 30 13:33:42.050379 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d54af93f-e95e-4132-8074-a014befe4240 req-73a3a893-5e0f-4a44-9617-eb5c69fedc83 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0456564
Apr 30 13:33:43.202828 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6d79893e-94a3-4b55-a0cc-f982c75bc678 req-b8be50c6-0dd5-43b4-95c9-096a3d528dad tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0457487
Apr 30 13:33:44.164845 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-94b9e52a-f4a1-40c2-8601-cc164c4c1403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:44.354455 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1c83d7ca-dd0e-411f-9f1a-c4d85131716c req-d1f492a8-8833-4a7f-97eb-3079fbfc85ef tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0442812
Apr 30 13:33:45.501661 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b689174b-55e5-4f35-bf24-4f51e134358a req-57f986b7-9d72-41c0-8fd5-cb20afe793d4 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0438547
Apr 30 13:33:46.650502 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4a59fb09-c246-4132-8753-d66961fabc4c req-160c2262-5554-46de-ab29-0b9bb71ee466 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0415921
Apr 30 13:33:46.827302 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-430a6cd4-6b9a-40ca-8eb5-02431e31794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:47.123408 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:47.539095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:47.804377 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-349d48de-1734-4d42-9356-4f722b5b06cf req-6e17063d-7fc6-4acd-a757-6d8135eace73 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0484662
Apr 30 13:33:48.663514 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:48.956043 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c2ba91b8-1c2e-4233-9181-2e71d260cde8 req-d72d62a7-3412-411a-a97b-356a1b9c4263 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0456517
Apr 30 13:33:49.289688 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:50.108651 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-58077aca-a4e6-4550-aeb3-a49ad2b22213 req-15eac5ae-9968-4321-957e-a88e3c6c5a15 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0462184
Apr 30 13:33:51.256024 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-44a269c1-d572-48b9-aa57-5055e012d4ec req-cce57eb5-008c-4104-90c4-de4ad7d62fe2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0436454
Apr 30 13:33:52.403810 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9b8be40d-7781-42c9-8da7-b02238ea8e55 req-569ac143-4342-4c4d-8926-6f8254d96106 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0433054
Apr 30 13:33:52.799503 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [req-3c0a322f-d681-4201-b74d-54ff807c9a14 req-78be9fde-f06c-4626-8ad7-9a10cdf5765d service neutron] (73819) timed out ('10.222.0.103', 55205) {{(pid=73819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:33:52.917383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-d5aba50f-decb-46c5-937c-76ad16b57cf4 req-f1138d4a-4e21-4e1a-bafa-48603f6b2c5d service neutron] (73818) timed out ('10.222.0.103', 55183) {{(pid=73818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:33:53.553974 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-18a942b4-d8f4-4944-81bb-ab6677d2f649 req-da6ed38e-1a0c-4fc8-9030-ccb24fb4dd42 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0431697
Apr 30 13:33:54.705359 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-657b334e-b4f1-4b07-921a-03793adc6b8c req-835ea8e2-8246-4070-bec7-df87c97cf05e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0440793
Apr 30 13:33:55.863142 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1469a1ac-77f4-40d2-9b49-0f90cc92993e req-3491171a-df8d-41c0-a73e-a1c3ea67dcfc tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0466945
Apr 30 13:33:57.021202 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3239d439-c713-48a0-8ceb-e266e71443d4 req-fa748f47-76fd-46cd-a87f-8a110b081419 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0454957
Apr 30 13:33:58.172328 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7c24253a-93ea-4ab9-a94a-e035dc7df406 req-d6d416c4-927f-44a8-9c92-bb81892fb7a4 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0446248
Apr 30 13:33:58.523037 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-9af07ebd-41d1-4517-926d-d266e75c10cd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696015
Apr 30 13:33:58.629590 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-17124a4f-f679-48d2-8ace-d24090c7c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:58.631074 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-17124a4f-f679-48d2-8ace-d24090c7c4b9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 1098 time: 0.0745060
Apr 30 13:33:58.775087 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-23bf7f9a-0aa7-4724-ba81-de7c2afe1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:58.776691 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-23bf7f9a-0aa7-4724-ba81-de7c2afe1335 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.1251607
Apr 30 13:33:58.876639 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-2a463bd0-3ab5-4725-9d75-c6f303cdb583 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b491a7a0-e823-4e08-9ba2-458449990f1b HTTP/1.1" status: 200  len: 1001 time: 0.0931633
Apr 30 13:33:58.940701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-80326226-073c-4a3f-9eda-42d2349e0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:58.942122 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-80326226-073c-4a3f-9eda-42d2349e0e87 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0593891
Apr 30 13:33:59.017405 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-09fca0e5-8d74-4b78-a330-f9fe0072cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:59.018984 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-09fca0e5-8d74-4b78-a330-f9fe0072cc58 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711863
Apr 30 13:33:59.152409 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-229f0b9e-eb09-4d22-ae23-9a90f98d9274 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270366
Apr 30 13:33:59.418766 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86a9a961-6b9e-4f50-93de-a52560d5e806 req-ca07db2e-9303-4bca-854f-b06c52f0f87a service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595267
Apr 30 13:33:59.421103 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c8bc4212-af9e-47ef-93bc-17f5f1ca6638 req-cadd9f1d-c80d-486e-8b5b-49b7700fde3b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.1413689
Apr 30 13:34:00.573320 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-12d27759-18de-4da9-b3cb-c6673ad21541 req-2cecdd6d-12a9-4016-af6b-d9ef7e996324 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0426729
Apr 30 13:34:01.719673 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6219fcb5-de2f-4261-a17a-03cd768bdbff req-82c0a750-8eba-4fa3-a195-fb386c0481c6 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0428870
Apr 30 13:34:02.936002 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-71ea9586-3497-484d-ad71-d92c5e3fbaa1 req-9828acd9-b934-4f57-ba1d-564015843474 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.1127546
Apr 30 13:34:04.084659 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1841e0c6-c9d8-4903-878f-56223fca63c9 req-5a16fdb9-bc49-48f3-a232-7f5c61fc646d tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0418396
Apr 30 13:34:05.234421 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3c345e59-f0f2-4261-b1ba-d1190311c437 req-abe84225-2ca3-4f51-895b-c58e797da6f0 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0439034
Apr 30 13:34:06.385561 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9b33f250-ed1f-4417-aa27-30b278384e7f req-880f0993-82ad-479a-90e0-4f66e371518b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0454655
Apr 30 13:34:07.535123 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1d2b6a9d-cf81-42e8-aa6a-67ca1b147495 req-b8743de3-12c0-419f-b520-37383d1d7631 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0442822
Apr 30 13:34:08.683139 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2c6df661-5b2b-4a3d-a9ab-f6d25d084535 req-8eaa9eb7-ce8d-429f-9143-8f60510a6068 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0443654
Apr 30 13:34:09.835963 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6d07cca4-9932-454b-a176-090486b95e3a req-d0129653-14ab-48ed-85f7-91dedf63ad10 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0474391
Apr 30 13:34:10.986501 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-973bb8cb-4630-43f7-bf29-e1d71f245353 req-12c54e74-e034-4935-9c0b-46966834bd62 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0437140
Apr 30 13:34:12.135541 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-93c508b4-90f1-4be8-8fbe-a7f67e8083de req-f7d2496d-0207-4d2e-bbc0-62adc4ff9fdd tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0432379
Apr 30 13:34:13.287655 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eb0e7493-03ad-4632-b129-d2df014c0243 req-22a6fc5c-0f5b-4206-9fff-0afa06f9b321 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0460141
Apr 30 13:34:13.984936 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:34:14.167032 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-29070862-15f3-4c4b-b4b2-e4481c74554d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:14.437466 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cffd709c-da06-43a4-8742-ab2b4a03c3a2 req-3ce7358e-c6c6-41ca-9b20-26b3fb7c81a8 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0439587
Apr 30 13:34:15.584223 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-01bb756f-a316-40a5-8ade-79a5631dd19a req-9ab67656-0554-43af-ad78-6654525ff20a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0434458
Apr 30 13:34:16.736815 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-818736a2-e615-4e75-8824-cc5c5f6f2cfc req-c2d30432-c477-4545-b941-bebeeda68471 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0470726
Apr 30 13:34:16.832351 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-25883b3e-d606-4c25-a1b8-97fc2a42aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.124842 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.542199 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.896939 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2491812e-bf00-48fc-9289-3ab5efa0dde9 req-88ee2432-d5f7-46a2-9970-ed94f9935449 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0459170
Apr 30 13:34:18.688032 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.046276 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4d75b3f3-caaf-4dde-b380-98320c17cb48 req-fdd72ab5-401e-4345-9b70-c7b4a7a5d163 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0453193
Apr 30 13:34:19.292480 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:20.367137 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a021178a-e97d-4355-9e61-d4c92f959665 req-b851eb26-d912-47e9-bea5-d9ceaeefc304 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0459528
Apr 30 13:34:21.516521 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-913884a8-2d21-452d-9683-1df8b3fe10c4 req-df7944a0-f21f-40f8-8517-5c9c2f71b37a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0421841
Apr 30 13:34:22.664497 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cf76b093-f27e-4f55-9902-473d82fde4e8 req-296eebee-f2a7-40c0-a350-a112cb438e2d tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0417099
Apr 30 13:34:23.815520 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a1f772b2-0554-40c3-89dd-fe5dff720d60 req-9b99ce91-c5e7-49ad-9c12-12a7ae2ae637 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0459726
Apr 30 13:34:24.965288 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-35934690-a127-44aa-a472-0261a6fded5f req-a75c6a22-13eb-496c-a943-f9dfae196748 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0414877
Apr 30 13:34:26.110814 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-3ac84d9d-e5f8-4211-90f1-d436ea7e2297 req-5d4d352f-8096-4b1f-a1ff-cbb80b7483b5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0432713
Apr 30 13:34:27.260476 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e0e3a83b-deed-4fb0-8d58-ad5dc3571039 req-d64ed5ce-89a3-43ac-b6f9-690a29e877a4 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0455384
Apr 30 13:34:28.410913 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-525aca4d-1a82-4fef-98c5-e1570c9e2749 req-8641d272-6eee-4744-8c3d-752aaaabe92e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0429471
Apr 30 13:34:29.561665 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cd3e6b90-ef0b-461a-bdda-d669d9d262c1 req-0e7d7e12-fd95-4907-a79d-3b98aa42562e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0445700
Apr 30 13:34:30.713738 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9bee3fb3-6fb6-42af-8cd9-15a8f2ec8658 req-1a28b77e-5055-43b3-af81-86cf97da0c97 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0451837
Apr 30 13:34:31.864826 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-79b81b50-8afb-48df-81b7-fc5531d7d5b8 req-fc1dcc34-5245-4aba-a8c9-2c2cef4d3b9f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0429311
Apr 30 13:34:33.011402 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c9e1541b-4f14-4403-adc1-75ca9f4e96e3 req-5237500b-38f8-4751-a6a4-34616120cc50 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0436294
Apr 30 13:34:34.162694 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b9ba59da-c872-48d4-9a92-ab40b4428056 req-af53414c-ab00-4677-a80b-b1dcfcd26915 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0471356
Apr 30 13:34:35.456258 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ce155673-cc59-46a0-94a7-f4ebaa0cec2d req-5c715d71-b227-448f-84f3-1df6990a6d51 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0432510
Apr 30 13:34:36.605345 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86abc750-f57a-48b3-8fbb-2d459ce466e0 req-2783e08c-f1ce-4164-b555-19c1caf74e8b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0435178
Apr 30 13:34:37.753705 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6d0506ee-a2c8-4715-a8a6-af9a9957949a req-306727b0-a4a3-4998-8701-649439d1ea82 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0457830
Apr 30 13:34:38.903491 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3e715e94-dcac-4271-bc03-0eff5a20de7c req-9456a708-2a0f-415b-9057-6821056a1143 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0427918
Apr 30 13:34:40.053715 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-16d123bb-a627-417a-b59c-0b2bf3ffd355 req-66ed8484-47dc-4c4c-b3ee-07ae1a0276b0 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0444908
Apr 30 13:34:41.206598 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b622849e-e31d-4627-9d63-31bcc15231e5 req-fb6fb573-8779-4e81-9c8f-e07cb3b2e6e7 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0461125
Apr 30 13:34:42.356191 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6aa0a759-b333-4ae7-b965-f31d7a438bff req-b82d4b0d-3d50-41ca-acc5-8e2474f92c88 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0427518
Apr 30 13:34:43.505807 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8be98c91-2fbd-4ae8-ab6e-311471c0daaf req-d3eb5da2-6331-4b4c-95f8-ecbbb0e1d7b8 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0439718
Apr 30 13:34:44.169051 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-db7ab976-1dbf-4a74-bd91-fb7571e480c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:44.656331 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-db4feeac-5fd8-45d9-b1dd-fec4268cbcbf req-25b15d44-f779-40d7-9cd5-16a2498e655f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0457664
Apr 30 13:34:45.806521 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1239947f-d0a2-4749-a763-ee740cad3395 req-f5ab45b6-20ed-424d-a831-5f42d024900b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0430391
Apr 30 13:34:46.835499 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b1a8a655-66cd-40b0-9e52-5c5aa6074e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:46.959311 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-78ed5628-ccd0-4f7a-939b-3ea451acd577 req-13812c11-0b86-4864-b90f-4bac75f1721e tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0441020
Apr 30 13:34:47.127308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:47.545364 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:48.111600 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e60c557e-fbd5-4411-968a-40fc5079abd4 req-830bf8bf-a4a2-4960-8a8b-65bed268617d tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0469761
Apr 30 13:34:48.678844 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:49.265799 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6607963f-d48d-459b-a66f-99fc21773a41 req-3167b7a2-7880-4eb9-b074-b84a621d7344 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0425308
Apr 30 13:34:49.297466 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:50.413219 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dd8c26bb-b1de-465a-87a5-e54582fcd1f8 req-c54e40b0-44e9-4860-b32c-2bcef9a21cff tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0430746
Apr 30 13:34:50.984931 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:34:51.564138 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20421270-c663-49b6-b30f-16ca6d6f7950 req-de9c8fa4-5391-4650-8203-e6420e3bfb5b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0459433
Apr 30 13:34:52.159832 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [req-268e8a33-d96a-43fb-a974-6c062fa7c9a2 req-ece93e41-bff8-40c1-9372-63476afc397a service neutron] (73819) timed out ('10.222.0.79', 39354) {{(pid=73819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:34:52.713488 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8b0b31ee-e2b6-4faf-ae8b-4347bab79501 req-4625489a-2ec1-4edb-9b25-e4b6a6a6e132 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0428038
Apr 30 13:34:53.862410 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fec608b0-663b-4035-bc2c-2379f7380790 req-37980406-baeb-43cb-be7e-2cbfd0f8c9c2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0446110
Apr 30 13:34:55.016902 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9990767b-fd1f-410d-ad71-b9ad77312a4f req-632b6fa1-cbb3-4f1e-9cbf-32721d4bd4ff tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0478899
Apr 30 13:34:56.171568 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-050648a8-ddf7-4383-b548-6fcbe9a4d7cb req-3d4eb77c-5c24-4e4a-b8d0-cabddd1e9276 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0433705
Apr 30 13:34:57.321859 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-383ce45e-9fce-4d7e-b0d7-2097088e5aeb req-d91d360a-4f39-4ab1-b4d9-61e2d8fe488a tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0428965
Apr 30 13:34:58.472550 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4acb2cbe-aca5-4a74-a332-541ed1163ffe req-2b002cbc-7d70-4926-b4c0-bc950b78d945 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0465477
Apr 30 13:34:59.196304 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-6bada3cb-f2c4-475c-97ad-9795ef42eeb0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705931
Apr 30 13:34:59.359251 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-4bc0a65f-ee1c-4b59-bacf-b560bdcf18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:59.360722 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-4bc0a65f-ee1c-4b59-bacf-b560bdcf18a6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=795985fdb0c545438436572c0f48ee24&device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 1098 time: 0.0755956
Apr 30 13:34:59.509122 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-ada624c4-d253-47b6-bf85-fa9f89386b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:59.510665 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-ada624c4-d253-47b6-bf85-fa9f89386b91 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 200  len: 913 time: 0.1284385
Apr 30 13:34:59.727674 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1372f9e5-0dea-4ff7-af8b-ffc2b268d9d5 req-8004e84c-f6d4-4488-bed1-b95415c5d788 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0533876
Apr 30 13:34:59.746233 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-e3701a59-e6d6-488b-ad8b-50f2e097bdcb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5 HTTP/1.1" status: 200  len: 1001 time: 0.2287002
Apr 30 13:34:59.810657 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-c3620dda-ba8e-4f18-9218-ecace9fb39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:59.812049 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-c3620dda-ba8e-4f18-9218-ecace9fb39c8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 200  len: 850 time: 0.0591483
Apr 30 13:34:59.888357 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-43c0b10f-3ec2-40a6-bb89-ef04773340dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:59.889806 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-43c0b10f-3ec2-40a6-bb89-ef04773340dd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cc87707-d905-4c01-8755-7767acf4ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710406
Apr 30 13:35:00.021691 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-442ea20c-50a0-48f5-b858-7e820f3404bf service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237202
Apr 30 13:35:00.151513 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3f605c92-02ac-4595-bceb-4290ae0d57e5 req-48017330-a8be-41a4-873b-11509b377803 service neutron] 10.222.0.103 "GET /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230955
Apr 30 13:35:00.876869 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b873ec08-5def-4c1b-963b-2ae5f8c09a33 req-6463b258-3ddb-4568-a3b4-99d528bf8b0f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0440381
Apr 30 13:35:02.024004 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba417183-1cca-4677-8350-a9fdd6acbfc5 req-cbbc838a-5281-430a-a5de-d2f59e85b982 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0428386
Apr 30 13:35:03.176796 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c5b19c10-50b0-4a88-a60a-c129dd70e9c8 req-9b21f75e-5077-429a-8e36-391fc75ee3ca tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0439215
Apr 30 13:35:04.328290 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9d11dfee-a89d-40f5-ae8d-beca25c308ef req-cba98951-6cf1-4ba0-ba80-08207cb14b14 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0474815
Apr 30 13:35:05.478242 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-95b809b8-839d-494f-a222-280f53414168 req-c588ccb5-f81c-4f78-aa1c-23cd8cd67b54 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0457735
Apr 30 13:35:06.629076 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9528ddd8-52c8-4155-aca1-73e9a9348280 req-7045d85b-77f2-4712-b802-843aef1ebdcd tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0422504
Apr 30 13:35:07.779288 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d823eaa9-d087-48fd-b40c-36072a2c9374 req-65230624-4f24-4161-b817-b26220b63c2f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0427718
Apr 30 13:35:08.928205 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c17e67df-5146-48f8-ab1f-495678d0971b req-d2258849-b04b-43e2-96ac-19cd0c0be284 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0424526
Apr 30 13:35:10.077700 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-4badaab9-a0fa-4f50-9b07-7ed9a3229c3f req-9a570ada-9a57-4d28-b71b-27e62730fc20 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0424056
Apr 30 13:35:11.229222 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7a3e194e-9591-404b-8def-326ecf68f86d req-eec61fc8-195e-4fbe-81ba-7493d404c351 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0451381
Apr 30 13:35:12.379850 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c04818c5-8ad1-4ae5-beec-b3f47c5a486d req-62a404da-96bd-4102-8801-2e2bc4a536b9 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0452614
Apr 30 13:35:13.532828 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e437bd4d-0118-441a-8500-3edc6ef641da req-b711d675-1175-4315-ba8d-4b84348f92f4 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0445800
Apr 30 13:35:14.172256 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b9654223-85c6-4a27-9aea-eb506a2bb7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:14.683067 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6c0336fb-de0e-4512-b569-86b5110b26fd req-3c0e75fe-a90a-4c84-be31-770c0f979e96 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0446610
Apr 30 13:35:15.831983 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-521e3aa9-d317-42f8-8ac8-a813c4d17d64 req-48a7ff9e-a1ef-4a09-aea6-8273e5c7d063 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0436032
Apr 30 13:35:16.846390 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ea84610a-3836-46f3-8df7-8c7f5e0dd62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:16.986205 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d32f6643-13eb-4d11-99f1-dd61a3e2aa25 req-e32cabd6-60dd-4fcc-9065-72fa287c74c6 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0445445
Apr 30 13:35:17.129660 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:17.548851 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:18.135608 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b7ee1982-7f19-46c2-bf46-f6a1035ed5ec req-523bd77e-f011-48c7-8bdb-2d9ecc69726b tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0460546
Apr 30 13:35:18.709649 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:19.302715 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:19.360957 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7b29f0a2-5cb5-4f3a-a268-3a0ff527612d req-9ef4b753-d9f7-4f52-bd76-6ceedc6ded99 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.1182432
Apr 30 13:35:20.511642 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8604f871-cf41-47d5-ab39-872f48893647 req-bcdd9353-04b4-49fd-b7ff-1c0360af64e2 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0430114
Apr 30 13:35:21.661793 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-47bdb95f-b1c9-4b02-91d7-ad99a53cbffe req-2ae8c7dc-2d7c-4071-b020-e6993424129f tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0426826
Apr 30 13:35:22.822781 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-8beab23b-a873-48b6-9770-c14d8cb0af72 req-dbc68a96-7944-4ecb-87c4-1b20778e8ebc tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4c66a3a-0046-442b-a6c9-54494d8a7722 HTTP/1.1" status: 200  len: 210 time: 0.0426598
Apr 30 13:35:27.983814 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:35:44.173362 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2869-e888-46de-9363-bd8d090a931d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:46.846745 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7cf323df-3b7a-4744-83b4-be0e72ddee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:47.131882 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:47.551112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:48.723916 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:49.302308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:00.417418 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-3344a88f-34da-46a2-944d-adb7bf10208d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734076
Apr 30 13:36:00.519910 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-67fb4496-c237-4976-b827-41f5e0b46218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:00.521461 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-67fb4496-c237-4976-b827-41f5e0b46218 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=092cf09caa34460587230269b2e28a23&device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 1098 time: 0.0713277
Apr 30 13:36:00.663214 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-5149c297-3700-4f81-a893-871114a03faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:00.664649 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-5149c297-3700-4f81-a893-871114a03faa service neutron] 10.222.0.103 "GET /v2.0/networks?id=b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 200  len: 918 time: 0.1245987
Apr 30 13:36:00.768367 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-4b8a85cc-c8b5-4367-b09a-de1f49d33329 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b491a7a0-e823-4e08-9ba2-458449990f1b HTTP/1.1" status: 200  len: 1001 time: 0.0967720
Apr 30 13:36:00.834121 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-52b72750-aa86-40ca-9d19-e3da0754f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:00.835546 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-52b72750-aa86-40ca-9d19-e3da0754f584 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 200  len: 855 time: 0.0605147
Apr 30 13:36:00.909593 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-3630d5c1-9100-42be-9040-55563b69d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:00.911097 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-3630d5c1-9100-42be-9040-55563b69d696 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b393ed9b-4720-4bf4-967f-18d64ce498cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693419
Apr 30 13:36:01.040979 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-f434c641-1765-46bc-bf23-edcbb2dfe8e1 service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235156
Apr 30 13:36:01.262359 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-31fa053e-cc24-4409-a621-271d5c39dd3b req-91f00b15-6692-4671-a772-d88b6347736f service neutron] 10.222.0.103 "GET /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153404
Apr 30 13:36:04.983063 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:36:14.174403 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-00b7f11f-f6f9-4726-92a0-72157cdaddf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:16.841963 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7569cef4-116b-4055-8b00-54bc5f5ffdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:17.133709 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:17.553971 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:18.740158 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:19.305227 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:23.952633 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb7098-70a4-437d-b676-643a32e8288c req-2dfd4e01-c2ab-4319-b841-32921c5528cc tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:23.954197 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-debb7098-70a4-437d-b676-643a32e8288c req-2dfd4e01-c2ab-4319-b841-32921c5528cc tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 945 time: 0.0851049
Apr 30 13:36:24.011762 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-debb7098-70a4-437d-b676-643a32e8288c req-2027c1fe-9209-428e-b2a5-05b975641803 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3b372f2-e63b-45a2-b67a-f5b393c1baf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510066
Apr 30 13:36:24.429753 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471a559-a38d-4ade-9e52-060712681b53 req-225adb49-9d90-4cf9-8fa3-85b65b7251d1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:24.431202 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3471a559-a38d-4ade-9e52-060712681b53 req-225adb49-9d90-4cf9-8fa3-85b65b7251d1 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 945 time: 0.0805364
Apr 30 13:36:24.567570 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Deleting port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:36:24.567857 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:24.698769 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] For port 2cf19fd2-d682-4274-b4cd-7c382cab30e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cf19fd2-d682-4274-b4cd-7c382cab30e5,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:36:24.699154 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:24.988393 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:24.989394 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:24.989720 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Floating IP 95461c3b-407f-43d1-8184-b852b1ec29f5 disassociated. External IP: 172.27.0.149, port: 2cf19fd2-d682-4274-b4cd-7c382cab30e5.
Apr 30 13:36:24.990084 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Calling delete_port for 2cf19fd2-d682-4274-b4cd-7c382cab30e5 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:36:25.113018 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:25.121066 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:36:25.172210 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event deleted for resources: {'Port': ['ID=2cf19fd2-d682-4274-b4cd-7c382cab30e5,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:36:25.236544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.236907 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.237265 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.237712 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.238079 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.238424 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.238803 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.239144 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.239489 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.239820 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.240153 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.240489 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:36:25.253424 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:36:25.375834 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3b51b0e3-0994-4ec4-9b6c-36af3d916b8f req-35508aa2-bf8e-441d-94e8-ce3c881d9c20 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a50652a-d54a-4e55-a6cb-29c771123021 HTTP/1.1" status: 200  len: 210 time: 0.0537965
Apr 30 13:36:25.409085 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Router f6d638ce-ff32-434f-9f57-f895832a956f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:36:25.595980 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:36:25.605892 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] Sync routers for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:36:25.616402 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:36:25.617038 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f5dac0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:36:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:25.670749 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] No DVR routers for this DVR port 2cf19fd2-d682-4274-b4cd-7c382cab30e5 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:36:25.673348 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:25.676074 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'name': 'network-vif-deleted', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:36:25.697895 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3471a559-a38d-4ade-9e52-060712681b53 req-c09e12d3-4bf7-4d0a-8248-bf2185718d83 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.103 "DELETE /v2.0/ports/2cf19fd2-d682-4274-b4cd-7c382cab30e5 HTTP/1.1" status: 204  len: 173 time: 1.2610171
Apr 30 13:36:25.727672 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a50652a-d54a-4e55-a6cb-29c771123021', 'name': 'network-vif-deleted', 'tag': '2cf19fd2-d682-4274-b4cd-7c382cab30e5', 'status': 'completed', 'code': 200}
Apr 30 13:36:25.796961 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:36:26.105945 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f5dac0>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:26.109791 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] Checking router: f6d638ce-ff32-434f-9f57-f895832a956f for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:36:26.118221 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:36:26.118830 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f5dac0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:36:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:26.299153 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:36:26.631124 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 49382) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:36:26.661896 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f5dac0>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:26.665732 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3af56e-0055-4fb4-9417-000b8f8a436a None None] The sync data for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi is: [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:21:23Z', 'revision_number': 4, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '7010895a-e7ae-481b-afd0-bc26649182e1', 'name': '', 'network_id': '0cc87707-d905-4c01-8755-7767acf4ce00', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'mac_address': 'fa:16:3e:32:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:22Z', 'updated_at': '2021-04-30T13:21:28Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'subnets': [{'id': '7b4fff91-a3af-44f3-bd37-aa06f6ad4743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:36:26.699016 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:26.730823 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:26.879360 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b240ffe-ca07-4bc6-9cd7-5fb38f2599f4 None None] New status for floating IP 95461c3b-407f-43d1-8184-b852b1ec29f5: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:36:26.898491 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:26.903903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4bffaa5c-e9ee-4555-b246-a415534b20d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:36:26.918359 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b372f2-e63b-45a2-b67a-f5b393c1baf8,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:36:26.922438 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:36:26.932483 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:26.936070 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "DELETE /v2.0/security-groups/c3b372f2-e63b-45a2-b67a-f5b393c1baf8 HTTP/1.1" status: 204  len: 168 time: 0.3015313
Apr 30 13:36:26.936550 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 49386) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:36:26.953443 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.api.v2.resource [None req-d76e2983-042f-4cb1-91dd-0e7434e56d50 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] show failed (client error): The resource could not be found.
Apr 30 13:36:26.954442 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d76e2983-042f-4cb1-91dd-0e7434e56d50 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "GET /v2.0/security-groups/c3b372f2-e63b-45a2-b67a-f5b393c1baf8 HTTP/1.1" status: 404  len: 347 time: 0.0170109
Apr 30 13:36:26.957263 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 49390) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:36:27.178928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Deleting port 0a1ed708-d7b7-437b-aa88-f1f248bde9c8 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:36:27.179270 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:27.298968 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:27.299286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:27.417899 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Calling delete_port for 0a1ed708-d7b7-437b-aa88-f1f248bde9c8 owned by network:floatingip {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:36:27.529442 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:27.532871 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:36:27.577718 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Pushing event deleted for resources: {'Port': ['ID=0a1ed708-d7b7-437b-aa88-f1f248bde9c8,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:36:27.609026 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:36:27.669239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks [] for floatingip, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:27.682925 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:27.687010 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] 10.222.0.79 "DELETE /v2.0/floatingips/95461c3b-407f-43d1-8184-b852b1ec29f5 HTTP/1.1" status: 204  len: 168 time: 0.7284362
Apr 30 13:36:28.014189 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 2cf19fd2-d682-4274-b4cd-7c382cab30e5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:36:28.047691 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 2cf19fd2-d682-4274-b4cd-7c382cab30e5 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:36:28.048070 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 2cf19fd2-d682-4274-b4cd-7c382cab30e5 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:36:41.981310 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:36:44.179053 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b702f115-776d-45a4-8142-3adb319bb475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:44.527492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f269ffe-5e9b-4f87-96f6-205c6ab93383 req-b2a91314-4e36-4c20-8a28-8c39ff33576a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:44.528957 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8f269ffe-5e9b-4f87-96f6-205c6ab93383 req-b2a91314-4e36-4c20-8a28-8c39ff33576a tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 945 time: 0.1847622
Apr 30 13:36:44.575402 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-8f269ffe-5e9b-4f87-96f6-205c6ab93383 req-7dc0dfd7-d3ad-41e2-96c0-8be3127d27c3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups?id=d738111a-3aa6-4598-a8e5-3b65d8ff1135&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404861
Apr 30 13:36:44.918759 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-03a50c4a-0321-42e6-be73-0818a9b81fd2 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:36:44.920255 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-03a50c4a-0321-42e6-be73-0818a9b81fd2 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 945 time: 0.0815480
Apr 30 13:36:45.062727 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Deleting port b491a7a0-e823-4e08-9ba2-458449990f1b {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:36:45.063068 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:45.201551 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] For port b491a7a0-e823-4e08-9ba2-458449990f1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b491a7a0-e823-4e08-9ba2-458449990f1b,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:36:45.201886 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:45.494616 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:45.494896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:45.495205 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Floating IP 5a12aad4-ec00-485e-ab8c-cda60bbff034 disassociated. External IP: 172.27.0.105, port: b491a7a0-e823-4e08-9ba2-458449990f1b.
Apr 30 13:36:45.495542 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Calling delete_port for b491a7a0-e823-4e08-9ba2-458449990f1b owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:36:45.715542 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:45.729159 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-94da8b07-31a3-468d-a2ee-ffdc6fa62918 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:36:45.814084 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event deleted for resources: {'Port': ['ID=b491a7a0-e823-4e08-9ba2-458449990f1b,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:36:45.816671 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:36:45.889624 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-88cfe61c-870c-4eb7-90c6-17bd4b98db2d req-d478f719-61b2-483e-9ef7-999b1ecfc346 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/ports?device_id=7973333b-d5a8-4786-8b0b-e441a0743781 HTTP/1.1" status: 200  len: 210 time: 0.1992168
Apr 30 13:36:46.007256 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Router 1ab7c3e9-4038-4c93-a071-c2c4264290fa has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:36:46.189623 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:36:46.200403 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] Sync routers for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:36:46.213362 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:36:46.214458 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3c10>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:36:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:46.272720 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] No DVR routers for this DVR port b491a7a0-e823-4e08-9ba2-458449990f1b on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:36:46.275262 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:46.277934 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'name': 'network-vif-deleted', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:36:46.293899 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.103 "DELETE /v2.0/ports/b491a7a0-e823-4e08-9ba2-458449990f1b HTTP/1.1" status: 204  len: 173 time: 1.3667531
Apr 30 13:36:46.348768 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7973333b-d5a8-4786-8b0b-e441a0743781', 'name': 'network-vif-deleted', 'tag': 'b491a7a0-e823-4e08-9ba2-458449990f1b', 'status': 'completed', 'code': 200}
Apr 30 13:36:46.403975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:36:46.712514 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3c10>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:46.717609 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] Checking router: 1ab7c3e9-4038-4c93-a071-c2c4264290fa for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:36:46.726522 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:36:46.727126 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3c10>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:36:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:46.889736 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6cd-0670-4068-9170-a208e701f5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:46.927846 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:36:47.019946 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 49558) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:36:47.085191 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e361d0d-5684-4cbb-8403-df2187e8858c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.114850 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e361d0d-5684-4cbb-8403-df2187e8858c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.171063 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.172275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e361d0d-5684-4cbb-8403-df2187e8858c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.179324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a308b6c4-f51e-4bbd-9690-a7ddc4fd674f tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:36:47.194381 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e361d0d-5684-4cbb-8403-df2187e8858c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d738111a-3aa6-4598-a8e5-3b65d8ff1135,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:36:47.201970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6e361d0d-5684-4cbb-8403-df2187e8858c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:36:47.202935 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-6e361d0d-5684-4cbb-8403-df2187e8858c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.204040 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-6e361d0d-5684-4cbb-8403-df2187e8858c tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "DELETE /v2.0/security-groups/d738111a-3aa6-4598-a8e5-3b65d8ff1135 HTTP/1.1" status: 204  len: 168 time: 0.1831114
Apr 30 13:36:47.206670 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 49562) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:36:47.226800 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.api.v2.resource [None req-a0b3e8c1-ae59-4f67-b0fb-68c81e13aac4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] show failed (client error): The resource could not be found.
Apr 30 13:36:47.227827 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a0b3e8c1-ae59-4f67-b0fb-68c81e13aac4 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "GET /v2.0/security-groups/d738111a-3aa6-4598-a8e5-3b65d8ff1135 HTTP/1.1" status: 404  len: 347 time: 0.0202534
Apr 30 13:36:47.230734 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 49566) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:36:47.280181 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a80c3c10>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:36:47.285854 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d80fd6-e578-457a-9ff3-ae08cda8c8a1 None None] The sync data for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi is: [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 4, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'ed28a2fa-2ff3-43d1-9cc5-db7f22df535c', 'name': '', 'network_id': 'b393ed9b-4720-4bf4-967f-18d64ce498cd', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'mac_address': 'fa:16:3e:35:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:53Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'subnets': [{'id': '62e9b909-4b0b-4994-b2dc-96ef5caf965d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:36:47.473223 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Deleting port 16032e6c-8f47-4fea-8fc5-1c5251f36935 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:36:47.473565 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.524795 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc37c4-5421-4ab7-8851-2c57f95e9cfb None None] New status for floating IP 5a12aad4-ec00-485e-ab8c-cda60bbff034: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:36:47.571858 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.613520 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.613846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.768355 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Calling delete_port for 16032e6c-8f47-4fea-8fc5-1c5251f36935 owned by network:floatingip {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:36:47.890684 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:47.896437 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b0a0c1bf-82ed-43b6-b0a3-4896df605ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:36:47.942426 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Pushing event deleted for resources: {'Port': ['ID=16032e6c-8f47-4fea-8fc5-1c5251f36935,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:36:47.945847 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:36:48.110917 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device b491a7a0-e823-4e08-9ba2-458449990f1b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:36:48.136664 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks [] for floatingip, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:48.144122 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: b491a7a0-e823-4e08-9ba2-458449990f1b {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:36:48.144468 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device b491a7a0-e823-4e08-9ba2-458449990f1b not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:36:48.151154 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:48.152281 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] 10.222.0.79 "DELETE /v2.0/floatingips/5a12aad4-ec00-485e-ab8c-cda60bbff034 HTTP/1.1" status: 204  len: 168 time: 0.9206672
Apr 30 13:36:48.740338 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:49.307636 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:14.181586 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-6b1ab571-abdd-499f-a813-1c6955bfd31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:16.845759 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4c1a065e-cc82-4e95-93bb-39eafac91d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:17.133505 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:17.560524 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:18.739656 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:18.980066 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:37:19.314830 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:44.184464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-fbc20a57-d4f2-48df-ba5d-fff082bb7553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:46.857268 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-db036db7-e1bb-4f9f-94c0-98d0c6171a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:47.136439 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:47.567630 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:48.770974 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:49.321713 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:55.984150 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:38:14.186352 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-04c7d36c-31f6-463a-9518-4be7f8bbcde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:16.849721 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-af26e1a6-35a5-4ae5-a568-4a689ed4426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:17.140659 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:17.565800 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:18.785389 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:19.319054 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:32.982951 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:38:44.190177 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e0eb65ad-837b-4634-9754-1c14cd9c71c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:46.853762 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b133-36bc-4491-abba-c3fe40b90389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:47.142555 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:47.569350 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:48.779341 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:49.322539 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:09.982518 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:39:14.194138 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ffb9f137-1d9b-4f9d-b555-6cf23d999a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:16.856122 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0443f770-9e25-4246-b025-aed34e25c9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:17.150641 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:17.572412 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:18.801342 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:19.325058 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:44.195496 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c921-7785-43b6-bfe1-7a60c9f4d704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:46.858611 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ab677c6f-7429-48de-bf75-f16698a632b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:46.981361 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:39:47.142826 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:47.575332 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:48.799680 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:49.327094 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:14.202130 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ff38fd77-e4e3-42c3-8e3c-ba4a1841b30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:16.861467 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-55871667-cfc7-4330-bef9-e5f2a3968d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:17.144654 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:17.576791 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:18.800592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:19.330553 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:23.981056 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:40:44.197117 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9f106c46-a656-4535-a899-6ac5abf1ce3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:46.863775 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e6dff5e8-86ac-442d-a416-c864c1c03d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:47.146292 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:47.586360 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:48.814208 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:40:49.333528 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:00.979884 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:41:14.206517 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa897-22b1-43d2-b83c-fab4a5830437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:16.866468 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-18faa384-0cd5-4de7-924f-55a0e438cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:17.147902 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:17.583557 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:18.812505 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:19.337041 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:37.978718 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:41:44.199305 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-5d42b63f-f5f4-438a-afcd-ba417f245020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:46.868621 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ec11f112-294a-497b-9307-5756adde95b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:47.150095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:47.585810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:48.811661 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:41:49.339120 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:14.201895 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2db13483-707d-4b80-89d7-29da7b1f2261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:14.977720 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:42:16.872818 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dae17553-7a41-4bef-9dcd-e3aee5b51bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:17.149750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:17.587803 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:18.841814 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:19.342912 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:44.204682 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-63a235f8-ce62-4d65-a2b7-f853a5bea3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:46.875335 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f41189be-57df-47d1-a4a5-de095e155147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:47.152479 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:47.592495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:48.851183 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:49.344588 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:42:51.978375 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:43:14.207496 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ad568885-58e5-49df-be0e-47c26aea4a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:16.878652 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-20b16679-fa1b-4b9c-8b28-77b4be7d540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:17.156975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:17.599124 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:18.871245 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:19.347608 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:28.977634 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:43:44.208757 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-acc96359-0ebc-444a-9a1b-4a7ae70d18ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:46.880853 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-edb120be-3448-4e94-9a8e-abc85512faaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:47.160130 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:47.598434 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:48.869441 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:43:49.349807 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:05.977674 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:44:14.210234 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-922b168f-bc80-45ba-9a81-4859fb0c8f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:16.882549 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe3b9-cc19-41ec-8b16-810a7774e4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:17.162592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:17.599976 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:18.870319 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:19.353603 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:42.976760 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:44:44.210522 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-309d8157-dc63-405c-9e0b-69ff3c32931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:46.884988 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e5822379-50c4-4ff6-996d-66f2d2089b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:47.164481 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:47.602867 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:48.884047 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:44:49.356298 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:14.211975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-756db92d-e939-45fa-ae6a-675689458ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:16.885946 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-27bbeb5f-cc37-4455-be83-6c9ae2ad5b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:17.168057 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:17.606841 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:18.912876 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:19.357720 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:19.975518 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:45:24.634262 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-686412a7-f2f0-4209-9e51-77510dc8b476 req-94e00219-60f7-408e-ab97-1c0c4b1fbecf service neutron] (73818) timed out ('10.222.0.103', 55193) {{(pid=73818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:45:38.444821 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 53632) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:45:38.597854 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:38.615488 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:45:38.619256 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:c899be82c578453daa020c783b303721 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:45:38.622034 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:45:38.628454 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:45:38.708980 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:38.712847 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:38.721816 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ccfdc585-99b7-4340-aea3-927d92482031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:45:38.762513 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c899be82c578453daa020c783b303721&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3166378
Apr 30 13:45:38.763441 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547a36de-1710-4fa9-a680-6497154705e0,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:45:38.765711 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 53638) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:45:38.771987 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.772359 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.772723 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.773082 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.773435 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.773790 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.774175 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.774526 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.774878 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.775228 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.775853 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.776205 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.780401 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:45:38.825451 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:38.854099 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:38.906233 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:38.909909 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-4e674bc0-251f-4af9-a898-529c631bc6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:45:38.920685 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547a36de-1710-4fa9-a680-6497154705e0,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:45:38.928291 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.928671 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.929030 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.929386 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.929742 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.930121 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.930472 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.930822 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.931170 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.931513 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.931856 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.932197 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:45:38.937318 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:45:38.941178 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:38.942329 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/547a36de-1710-4fa9-a680-6497154705e0 HTTP/1.1" status: 204  len: 168 time: 0.1755910
Apr 30 13:45:39.250059 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 53652) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:45:39.268026 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:39.283322 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:45:39.287043 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Usage tracker for resource:security_group_rule and tenant:892234e017b6490293c865e5c12f57e4 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:45:39.289836 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:45:39.295561 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:45:39.376133 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:39.380130 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:39.388502 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-732fafe0-b22c-4715-84a3-5a0bee4f859b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:45:39.428121 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=892234e017b6490293c865e5c12f57e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1770074
Apr 30 13:45:39.429678 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5754c74-3ce3-4845-bb97-1dca110ef4cf,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:45:39.430810 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 53656) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:45:39.432748 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:45:39.490640 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:39.515638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:39.568740 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:39.572739 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c4f9554c-30de-4d5c-87d2-f14ac0e3732a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:45:39.588940 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5754c74-3ce3-4845-bb97-1dca110ef4cf,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:45:39.591221 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:45:39.598771 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:39.599873 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5754c74-3ce3-4845-bb97-1dca110ef4cf HTTP/1.1" status: 204  len: 168 time: 0.1681032
Apr 30 13:45:39.971109 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 53664) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:45:39.988226 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:40.002388 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:45:40.006167 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1d442897af425c89da9b7097baa434 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:45:40.008924 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:45:40.014631 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:45:40.097367 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:40.101067 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:40.109387 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9da9f742-97da-4d31-bee6-b6dd9d8cb5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:45:40.150404 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a1d442897af425c89da9b7097baa434&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1781828
Apr 30 13:45:40.152971 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 53672) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:45:40.155908 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a12fff-42fe-4134-a383-5db854a05162,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:45:40.167751 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:45:40.222354 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:40.248567 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:40.307507 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:40.311199 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4adc88ec-6f86-4bfd-b85d-d9a1a50cf642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:45:40.321913 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a12fff-42fe-4134-a383-5db854a05162,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:45:40.327410 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:45:40.329354 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:40.330801 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/87a12fff-42fe-4134-a383-5db854a05162 HTTP/1.1" status: 204  len: 168 time: 0.1769464
Apr 30 13:45:44.213368 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-fab1a563-f092-4f21-adb5-437847b065a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:46.890046 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-542eabf9-98b2-409c-a8ad-65910afc3354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:47.170641 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:47.608713 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:48.930459 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:49.361206 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:45:56.975096 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:46:14.214118 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc928-3e53-4d45-b92d-f9fdfb0044b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:16.892741 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-439635a1-b04a-465f-835e-666a3e611b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:17.172694 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:17.612192 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:18.929067 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:19.363523 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:33.973945 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:46:44.215539 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-086892cb-1347-4c6f-9858-4a4a483492a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:46.895122 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-404e75ce-c9fc-48ce-b0c7-432b19ecbea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:47.176313 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:47.613598 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:48.944213 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:46:49.367472 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:10.973353 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:47:14.223040 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-82eeb61c-bc3f-4bee-8857-05f7d82e8da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:16.898289 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-31063790-b5d1-4054-b9e9-3e707aec805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:17.177988 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:17.618536 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:18.942124 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:19.371336 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:44.216061 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e0632c44-c2a4-4dcf-9d85-4efcc4dcc168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:46.900792 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b73fba82-e96e-444c-9dbe-db4d4b0fd489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:47.179940 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:47.619630 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:47.972951 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:47:48.939640 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:47:49.386416 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:14.220726 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-475eb420-90ac-4fde-9f16-0a0d03a2c372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:16.905670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-251cd28f-8aa1-4a56-bbd3-cdada559ee87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:17.182332 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:17.623454 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:18.940373 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:19.376940 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:24.972436 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:48:28.081212 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 54982) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:28.789180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:29.197842 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Deleting port 7010895a-e7ae-481b-afd0-bc26649182e1 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:29.198606 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:29.319146 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] For port 7010895a-e7ae-481b-afd0-bc26649182e1, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=7010895a-e7ae-481b-afd0-bc26649182e1,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:29.319497 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:29.550942 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Calling delete_port for 7010895a-e7ae-481b-afd0-bc26649182e1 owned by network:router_interface {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:29.711833 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:29.717655 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:29.763033 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Pushing event deleted for resources: {'Port': ['ID=7010895a-e7ae-481b-afd0-bc26649182e1,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:29.833850 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.834229 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.834583 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.834928 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.835270 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.835621 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.835955 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.836297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.836637 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.837097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.837323 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.837628 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:29.844634 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:30.049711 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:30.413433 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Router f6d638ce-ff32-434f-9f57-f895832a956f has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:48:30.591951 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:48:30.601319 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] Sync routers for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:48:30.610816 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:48:30.611432 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a84ebaf0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:48:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:30.612477 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] 10.222.0.79 "PUT /v2.0/routers/f6d638ce-ff32-434f-9f57-f895832a956f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5300589
Apr 30 13:48:30.614931 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55002) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:30.798911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:30.801052 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:48:31.088050 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a84ebaf0>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:48:29Z', 'revision_number': 5, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port': {'id': '4e54c9c4-997b-4533-a23c-2a145e805b75', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:31.092846 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] Checking router: f6d638ce-ff32-434f-9f57-f895832a956f for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:48:31.097168 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.103102 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] Routers {'f6d638ce-ff32-434f-9f57-f895832a956f'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:48:31.103950 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a84ebaf0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:48:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['f6d638ce-ff32-434f-9f57-f895832a956f'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:31.192412 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Deleting port 4e54c9c4-997b-4533-a23c-2a145e805b75 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:31.192761 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.306949 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] Set router f6d638ce-ff32-434f-9f57-f895832a956f gateway port host: None {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:48:31.322873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] For port 4e54c9c4-997b-4533-a23c-2a145e805b75, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4e54c9c4-997b-4533-a23c-2a145e805b75,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:31.323233 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.418417 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a84ebaf0>, [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:48:31Z', 'revision_number': 6, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:31.423353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee1e3fb-521b-40fb-85f4-ba5fab73c942 None None] The sync data for ids ['f6d638ce-ff32-434f-9f57-f895832a956f'] in dv-cinder-788364-2-iscsi is: [{'id': 'f6d638ce-ff32-434f-9f57-f895832a956f', 'name': 'tempest-AttachVolumeTestJSON-1997006343-router', 'tenant_id': '795985fdb0c545438436572c0f48ee24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:18Z', 'updated_at': '2021-04-30T13:48:31Z', 'revision_number': 6, 'project_id': '795985fdb0c545438436572c0f48ee24', 'gw_port_host': None}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:48:31.454396 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Calling delete_port for 4e54c9c4-997b-4533-a23c-2a145e805b75 owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:31.601442 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.605577 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1bed4825-21f5-4fe5-8743-50523398ff3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:31.651304 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e54c9c4-997b-4533-a23c-2a145e805b75,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:31.653709 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:31.744701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.923300 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.925502 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.947780 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.948274 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d638ce-ff32-434f-9f57-f895832a956f {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:48:31.961135 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:31.962255 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f6d638ce-ff32-434f-9f57-f895832a956f HTTP/1.1" status: 204  len: 168 time: 1.3464105
Apr 30 13:48:31.964790 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55014) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:32.022832 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Deleting subnet 7b4fff91-a3af-44f3-bd37-aa06f6ad4743 {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:48:32.025541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.075960 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15588390'] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.162240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.419383 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1625045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14784110'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.424295 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1bf787f0-3f4f-479b-adde-efe5e8cf715e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:32.460562 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4fff91-a3af-44f3-bd37-aa06f6ad4743,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:32.462779 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.466655 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:32.468012 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc9613-d4d1-4a7c-974f-c3bbaf23b13e None None] Network 0cc87707-d905-4c01-8755-7767acf4ce00 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:48:32.471144 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2ece99c4-9432-4d12-9cfd-8fa79c04dd26 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7b4fff91-a3af-44f3-bd37-aa06f6ad4743 HTTP/1.1" status: 204  len: 168 time: 0.5054400
Apr 30 13:48:32.473531 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55022) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:32.684394 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.728898 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] DHCP port deletion for 0cc87707-d905-4c01-8755-7767acf4ce00 request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:48:32.762820 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Deleting port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:32.763153 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.803958 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Deleting port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:32.804376 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.872400 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] For port c3875dd2-ffa6-47ae-88fa-066c7dbecf15, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:32.873173 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:32.913238 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] For port c3875dd2-ffa6-47ae-88fa-066c7dbecf15, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,segment=NetworkSegment(f64e6893-bafd-42c9-89cc-57e99e465e3e),segment_id=f64e6893-bafd-42c9-89cc-57e99e465e3e)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:32.913640 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.002830 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Calling delete_port for c3875dd2-ffa6-47ae-88fa-066c7dbecf15 owned by network:dhcp {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:33.039746 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Calling delete_port for c3875dd2-ffa6-47ae-88fa-066c7dbecf15 owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:33.058811 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.064443 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:33.084346 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.087918 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:33.112731 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:33.114619 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] No DVR routers for this DVR port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 on host dv-cinder-788364-2-iscsi {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:48:33.116085 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:33.136477 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Pushing event deleted for resources: {'Port': ['ID=c3875dd2-ffa6-47ae-88fa-066c7dbecf15,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:33.146658 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] No DVR routers for this DVR port c3875dd2-ffa6-47ae-88fa-066c7dbecf15 on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:48:33.149168 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.149946 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.150727 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.151320 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.151653 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.151984 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.152309 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.152632 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.152956 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.153274 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.153779 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.154883 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:33.158361 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:33.174757 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e54c9c4-997b-4533-a23c-2a145e805b75 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:48:33.210985 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 4e54c9c4-997b-4533-a23c-2a145e805b75 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:48:33.211245 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e54c9c4-997b-4533-a23c-2a145e805b75 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:48:33.211655 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3875dd2-ffa6-47ae-88fa-066c7dbecf15 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:48:33.240062 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.244817 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: c3875dd2-ffa6-47ae-88fa-066c7dbecf15 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:48:33.245168 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3875dd2-ffa6-47ae-88fa-066c7dbecf15 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:48:33.245578 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7010895a-e7ae-481b-afd0-bc26649182e1 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:48:33.278642 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 7010895a-e7ae-481b-afd0-bc26649182e1 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:48:33.279607 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 7010895a-e7ae-481b-afd0-bc26649182e1 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:48:33.360266 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a7bf9610>,) {'filters': {'network_id': ['0cc87707-d905-4c01-8755-7767acf4ce00']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:33.372261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a7bf9610>, 'f64e6893-bafd-42c9-89cc-57e99e465e3e') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:33.372554 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a7bf9610>, 'f64e6893-bafd-42c9-89cc-57e99e465e3e') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:33.384602 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.401270 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.407521 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:48:33.581687 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Network 0cc87707-d905-4c01-8755-7767acf4ce00 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:48:33.590242 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.760566 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Network 0cc87707-d905-4c01-8755-7767acf4ce00 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:48:33.786037 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:48:33.863960 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.867842 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:33.882224 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:33.892770 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc87707-d905-4c01-8755-7767acf4ce00,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:33.896094 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:33.907534 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0cc87707-d905-4c01-8755-7767acf4ce00 HTTP/1.1" status: 204  len: 168 time: 1.4329185
Apr 30 13:48:34.030435 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55036) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:34.083298 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a5dfbadf-1ded-4562-8494-7b6e484a247e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=795985fdb0c545438436572c0f48ee24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516374
Apr 30 13:48:34.085795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55040) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:34.145068 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:34.171242 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:34.223280 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:34.227316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1933d631-59b3-4642-8350-8726e764e96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:34.239973 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c17994-ac38-4d4d-96e9-1ac608eef6df,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:34.243342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:34.249384 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:34.250543 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57c17994-ac38-4d4d-96e9-1ac608eef6df HTTP/1.1" status: 204  len: 168 time: 0.1638372
Apr 30 13:48:35.988422 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55110) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:36.118767 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:36.134361 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:48:36.138482 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Usage tracker for resource:security_group_rule and tenant:489ac499a68848a9a4ecb6ff1881a924 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:48:36.141348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:48:36.146996 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:48:36.233682 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:36.237673 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:36.245965 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-20d2289e-7594-4f28-a125-4bfd9ba096e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:36.285980 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=489ac499a68848a9a4ecb6ff1881a924&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2963748
Apr 30 13:48:36.286749 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38843c8-3249-40c6-b559-0e7ae0f42a54,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:36.288719 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55118) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:36.310158 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.311154 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.311530 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.311887 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.312242 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.312592 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.312941 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.313286 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.313634 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.314039 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.314429 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.314849 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:48:36.318773 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b6225fca-e27d-4225-81af-974c09ac8210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:36.367101 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:36.392443 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:36.443442 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:36.448068 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-879f676d-1536-4f64-858f-8d43353e59a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:36.458268 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38843c8-3249-40c6-b559-0e7ae0f42a54,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:36.463410 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:36.465397 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:36.466520 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b38843c8-3249-40c6-b559-0e7ae0f42a54 HTTP/1.1" status: 204  len: 168 time: 0.1769338
Apr 30 13:48:38.042355 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55170) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:38.167355 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.183134 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:48:38.187343 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Usage tracker for resource:security_group_rule and tenant:eb2bf519d60b4d41b053eec5c022dd7e is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:48:38.190145 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:48:38.195981 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:48:38.284252 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.289673 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.297163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-940e39fa-42e8-45a8-9cee-6e6a6990a8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:38.343042 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb2bf519d60b4d41b053eec5c022dd7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2993195
Apr 30 13:48:38.343947 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9103dff3-4051-49d2-b9ce-f3d7d70d9b08,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:38.345499 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55176) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:38.347061 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:38.409462 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.436449 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.503721 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.508221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-eef6edf8-ea48-451c-ab35-cf43882af543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:38.521327 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9103dff3-4051-49d2-b9ce-f3d7d70d9b08,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:38.523698 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:38.529815 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.530965 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9103dff3-4051-49d2-b9ce-f3d7d70d9b08 HTTP/1.1" status: 204  len: 168 time: 0.1836898
Apr 30 13:48:38.832545 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55190) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:38.853072 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.870197 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:48:38.874969 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9e45617afbac498f92bf15a40aa5f783 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:48:38.878096 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:48:38.884129 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:48:38.978844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.984298 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:38.994626 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-059391bc-db9e-42ca-ab36-d0144ea29d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:39.039077 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e45617afbac498f92bf15a40aa5f783&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2053344
Apr 30 13:48:39.041171 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fda0f2-bd28-4566-aa6c-285b91c5ecbe,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:39.041942 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55194) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:39.045334 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d314acc8-a8b2-4e5c-959d-c22baaefc9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:39.106124 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:39.135510 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:39.194155 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:39.199344 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-bec603a8-021e-46d2-a9cf-2a368d917a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:39.214276 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fda0f2-bd28-4566-aa6c-285b91c5ecbe,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:39.219155 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:39.225709 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:39.226870 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22fda0f2-bd28-4566-aa6c-285b91c5ecbe HTTP/1.1" status: 204  len: 168 time: 0.1838679
Apr 30 13:48:41.291025 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55260) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:41.425863 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:41.441345 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:48:41.445300 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Usage tracker for resource:security_group_rule and tenant:a0812ad6f5d04761b4cbe0637afbf17b is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:48:41.448207 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:48:41.454729 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:48:41.540951 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:41.545070 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:41.556057 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ed895ca9-fabf-4b78-aac5-a1aa6f2a3c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:41.602747 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0812ad6f5d04761b4cbe0637afbf17b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3106327
Apr 30 13:48:41.603507 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a892dd58-e51c-4d21-ba29-dcfb1477a78a,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:41.605509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55266) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:41.606853 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:41.673700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:41.797312 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:41.850129 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:41.855014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cc1cd228-8e01-46d9-af58-d31aeb7cbe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:41.867308 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a892dd58-e51c-4d21-ba29-dcfb1477a78a,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:41.870939 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:41.878853 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:41.880923 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a892dd58-e51c-4d21-ba29-dcfb1477a78a HTTP/1.1" status: 204  len: 168 time: 0.2726769
Apr 30 13:48:42.168925 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55282) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:42.188014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:42.202415 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:48:42.206187 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Usage tracker for resource:security_group_rule and tenant:f1af45aa5f1346c1ae582f216d9def4a is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:48:42.208991 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:48:42.214654 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:48:42.297344 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:42.301531 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:42.312805 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-05373245-1b31-41c5-baee-7fcbf355be48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:42.359978 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8e216c-7d57-4f4c-a1e0-43b15e0a1a68,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:42.364879 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1af45aa5f1346c1ae582f216d9def4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943564
Apr 30 13:48:42.365781 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-dc8f9f9f-05ac-4823-b92d-4fe76044926e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:42.367528 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55286) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:42.430606 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:42.456244 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:42.508053 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:42.512367 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-34fc70f1-5865-4bdb-972a-3a93037dc1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:42.523763 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8e216c-7d57-4f4c-a1e0-43b15e0a1a68,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:42.527869 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:42.531810 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:42.532908 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc8e216c-7d57-4f4c-a1e0-43b15e0a1a68 HTTP/1.1" status: 204  len: 168 time: 0.1644752
Apr 30 13:48:44.229904 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7193195d-9b45-483a-a6bd-0693ac3b435d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:46.913610 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-93571048-a787-49de-8e7e-53fd7ae670bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:47.184779 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:47.627348 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:48.939537 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:49.382116 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:49.778496 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55420) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:50.615316 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:51.045399 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Deleting port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:51.046180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:51.179913 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] For port ed28a2fa-2ff3-43d1-9cc5-db7f22df535c, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:51.180271 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:51.426182 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Calling delete_port for ed28a2fa-2ff3-43d1-9cc5-db7f22df535c owned by network:router_interface {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:51.598443 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:51.602126 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-57cc8dbd-d566-4907-a8ee-9f98414abc7e tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:51.648977 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed28a2fa-2ff3-43d1-9cc5-db7f22df535c,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:51.676095 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:51.952402 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:52.324114 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Router 1ab7c3e9-4038-4c93-a071-c2c4264290fa has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:48:52.506573 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:48:52.517179 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] Sync routers for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:48:52.520181 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] 10.222.0.79 "PUT /v2.0/routers/1ab7c3e9-4038-4c93-a071-c2c4264290fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7396796
Apr 30 13:48:52.523112 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55442) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:52.528003 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:48:52.529270 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8134e80>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:48:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:52.722818 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:52.761914 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:48:53.039676 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.095963 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8134e80>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:48:51Z', 'revision_number': 5, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port': {'id': '6168f096-1b78-4016-af9c-9fa8a60b0b63', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:41Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:53.101784 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] Checking router: 1ab7c3e9-4038-4c93-a071-c2c4264290fa for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:48:53.112110 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] Routers {'1ab7c3e9-4038-4c93-a071-c2c4264290fa'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:48:53.112735 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8134e80>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:48:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:53.131763 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Deleting port 6168f096-1b78-4016-af9c-9fa8a60b0b63 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:53.132190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.282402 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] For port 6168f096-1b78-4016-af9c-9fa8a60b0b63, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=6168f096-1b78-4016-af9c-9fa8a60b0b63,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:53.282741 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.290326 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] Set router 1ab7c3e9-4038-4c93-a071-c2c4264290fa gateway port host: None {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:48:53.404889 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8134e80>, [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:48:53Z', 'revision_number': 6, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:53.409773 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6ec3d-686f-4bef-987b-c17f542da6a8 None None] The sync data for ids ['1ab7c3e9-4038-4c93-a071-c2c4264290fa'] in dv-cinder-788364-2-iscsi is: [{'id': '1ab7c3e9-4038-4c93-a071-c2c4264290fa', 'name': 'tempest-AttachVolumeShelveTestJSON-723645292-router', 'tenant_id': '092cf09caa34460587230269b2e28a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:48:53Z', 'revision_number': 6, 'project_id': '092cf09caa34460587230269b2e28a23', 'gw_port_host': None}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:48:53.416701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Calling delete_port for 6168f096-1b78-4016-af9c-9fa8a60b0b63 owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:53.580014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.585823 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:53.672380 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Pushing event deleted for resources: {'Port': ['ID=6168f096-1b78-4016-af9c-9fa8a60b0b63,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:53.680060 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:53.745052 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.940997 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.943395 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.970639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.971290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab7c3e9-4038-4c93-a071-c2c4264290fa {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:48:53.988368 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:53.989506 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1ab7c3e9-4038-4c93-a071-c2c4264290fa HTTP/1.1" status: 204  len: 168 time: 1.4654725
Apr 30 13:48:53.992240 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55452) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:54.055474 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Deleting subnet 62e9b909-4b0b-4994-b2dc-96ef5caf965d {{(pid=73819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:48:54.058945 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:54.114781 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-576864'] for subnet, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:54.228039 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:54.517705 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10498843'] for subnet, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:54.523461 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:54.564344 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:54.567860 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e9b909-4b0b-4994-b2dc-96ef5caf965d,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:54.570325 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7192faf-3fd2-4466-8d18-1380b9f50565 None None] Network b393ed9b-4720-4bf4-967f-18d64ce498cd requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:48:54.574427 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:54.586462 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-e0006cc5-5061-4c05-8670-b572cb68e7d4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/62e9b909-4b0b-4994-b2dc-96ef5caf965d HTTP/1.1" status: 204  len: 168 time: 0.5931051
Apr 30 13:48:54.589067 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55462) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:54.805354 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:54.871147 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] DHCP port deletion for b393ed9b-4720-4bf4-967f-18d64ce498cd request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:48:54.914841 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Deleting port ce255aca-f275-4b4f-8734-39602f02669e {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:54.914841 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:54.961229 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] Deleting port ce255aca-f275-4b4f-8734-39602f02669e {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:48:54.961229 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.024206 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] For port ce255aca-f275-4b4f-8734-39602f02669e, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=ce255aca-f275-4b4f-8734-39602f02669e,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:55.024903 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.116053 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] For port ce255aca-f275-4b4f-8734-39602f02669e, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=ce255aca-f275-4b4f-8734-39602f02669e,segment=NetworkSegment(feceba58-5ca5-4b38-93fb-26fc2d11e6b8),segment_id=feceba58-5ca5-4b38-93fb-26fc2d11e6b8)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:48:55.116452 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.161456 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Calling delete_port for ce255aca-f275-4b4f-8734-39602f02669e owned by network:dhcp {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:55.221039 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.224956 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:55.245422 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ed28a2fa-2ff3-43d1-9cc5-db7f22df535c no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:48:55.270075 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ce255aca-f275-4b4f-8734-39602f02669e,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:55.273777 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:55.275345 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] Calling delete_port for ce255aca-f275-4b4f-8734-39602f02669e owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:48:55.276521 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] No DVR routers for this DVR port ce255aca-f275-4b4f-8734-39602f02669e on host dv-cinder-788364-2-iscsi {{(pid=73819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:48:55.290850 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: ed28a2fa-2ff3-43d1-9cc5-db7f22df535c {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:48:55.291230 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ed28a2fa-2ff3-43d1-9cc5-db7f22df535c not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:48:55.291620 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ce255aca-f275-4b4f-8734-39602f02669e no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:48:55.333258 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: ce255aca-f275-4b4f-8734-39602f02669e {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:48:55.333258 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device ce255aca-f275-4b4f-8734-39602f02669e not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:48:55.333622 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6168f096-1b78-4016-af9c-9fa8a60b0b63 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:48:55.371336 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 6168f096-1b78-4016-af9c-9fa8a60b0b63 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:48:55.371336 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 6168f096-1b78-4016-af9c-9fa8a60b0b63 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:48:55.413585 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.414587 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.418101 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-33967a10-e63b-428b-bbbb-22dfa3bbb722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:55.461334 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] Pushing event deleted for resources: {'Port': ['ID=ce255aca-f275-4b4f-8734-39602f02669e,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:55.465241 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:55.468633 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bb36d-6b8a-4c82-9425-3a97658ac4ef None None] No DVR routers for this DVR port ce255aca-f275-4b4f-8734-39602f02669e on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:48:55.535756 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a3bf71f0>,) {'filters': {'network_id': ['b393ed9b-4720-4bf4-967f-18d64ce498cd']}} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:55.548984 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3bf71f0>, 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8') {'for_net_delete': True} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:55.549305 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.services.segments.db [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a3bf71f0>, 'feceba58-5ca5-4b38-93fb-26fc2d11e6b8') {} {{(pid=73819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:48:55.561051 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-576873'] for segment, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.579475 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.588605 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=73819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:48:55.782310 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Network b393ed9b-4720-4bf4-967f-18d64ce498cd has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:48:55.791809 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488877'] for segment, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:55.986478 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Network b393ed9b-4720-4bf4-967f-18d64ce498cd has no segments {{(pid=73819) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]: Traceback (most recent call last):
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     timer()
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     cb(*args, **kw)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     return func(*args, **kwargs)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     self._notify()
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     self.callback(batched_events)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     event.method(event)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     return f(self, *a, **k)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._get(url).json()
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:48:56.009257 dv-cinder-788364-2-iscsi neutron-server[73819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:48:56.090249 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:56.094944 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:56.110338 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:56.122157 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b393ed9b-4720-4bf4-967f-18d64ce498cd,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:56.126294 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:56.137947 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-80c4b795-719d-4c47-b0df-9a35ee54d5fa admin admin] 10.222.0.79 "DELETE /v2.0/networks/b393ed9b-4720-4bf4-967f-18d64ce498cd HTTP/1.1" status: 204  len: 168 time: 1.5477543
Apr 30 13:48:56.266515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55474) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:56.332098 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-8ef1798d-f2b2-43c7-8588-ff96b9dc43c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=092cf09caa34460587230269b2e28a23&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0638900
Apr 30 13:48:56.334725 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55478) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:56.405461 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8352bc5d-6842-418d-aa32-d6b3c558bb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:56.433609 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8352bc5d-6842-418d-aa32-d6b3c558bb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:56.499122 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8352bc5d-6842-418d-aa32-d6b3c558bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:56.503183 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b63caaa1-e3a2-4877-a8f9-113fe9849e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:48:56.518425 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352bc5d-6842-418d-aa32-d6b3c558bb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25bc653-ed37-4f47-bfb1-b811b5b7f2f2,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:48:56.521206 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8352bc5d-6842-418d-aa32-d6b3c558bb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:48:56.527651 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-8352bc5d-6842-418d-aa32-d6b3c558bb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:56.529595 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-8352bc5d-6842-418d-aa32-d6b3c558bb5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e25bc653-ed37-4f47-bfb1-b811b5b7f2f2 HTTP/1.1" status: 204  len: 168 time: 0.1935141
Apr 30 13:48:59.712770 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55574) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:48:59.855896 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:59.875510 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:48:59.880548 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Usage tracker for resource:security_group_rule and tenant:8783270869d947839054946192ff72cb is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:48:59.883700 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:48:59.891149 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:48:59.986668 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:59.990511 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:48:59.999496 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0f9504df-2609-4544-8453-812daa664e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:49:00.050244 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8783270869d947839054946192ff72cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361735
Apr 30 13:49:00.051127 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f16b016-d072-4c25-a77f-94105ba1d8a8,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:49:00.053415 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55580) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:49:00.056526 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:49:00.221283 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-36fe3ba5-2db8-46be-869e-d218aaaab564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:00.259604 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-36fe3ba5-2db8-46be-869e-d218aaaab564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:00.328331 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-36fe3ba5-2db8-46be-869e-d218aaaab564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:00.332223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d8b7de84-c891-4fda-9261-7cf42b852b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:49:00.345281 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe3ba5-2db8-46be-869e-d218aaaab564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f16b016-d072-4c25-a77f-94105ba1d8a8,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:49:00.349391 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-36fe3ba5-2db8-46be-869e-d218aaaab564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:49:00.353208 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-36fe3ba5-2db8-46be-869e-d218aaaab564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:00.354126 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-36fe3ba5-2db8-46be-869e-d218aaaab564 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f16b016-d072-4c25-a77f-94105ba1d8a8 HTTP/1.1" status: 204  len: 168 time: 0.2996008
Apr 30 13:49:00.735630 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 55592) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:49:00.753593 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:00.769715 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:49:00.773575 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Usage tracker for resource:security_group_rule and tenant:7f5d137c8dd9417fae680629acb6a869 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:49:00.776832 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:49:00.783684 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:49:00.896555 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:00.902168 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:00.923588 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-647f8bf3-f77d-4a9c-ad1c-f088f5428759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:49:00.967707 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f5d137c8dd9417fae680629acb6a869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2309444
Apr 30 13:49:00.969794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff6f7e-a9b8-4694-9235-1fb9500c1dfe,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:49:00.970765 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 55598) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:49:00.974854 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-78d0ffdd-483e-4335-882d-84a669d8995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:49:01.032816 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eedf39f-2af4-4682-8933-0eb70a1a2f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:01.060128 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eedf39f-2af4-4682-8933-0eb70a1a2f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:01.115478 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eedf39f-2af4-4682-8933-0eb70a1a2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:01.119181 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-574a824f-2011-4b96-ab91-df8c1bb82c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:49:01.130897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedf39f-2af4-4682-8933-0eb70a1a2f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff6f7e-a9b8-4694-9235-1fb9500c1dfe,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:49:01.135185 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2eedf39f-2af4-4682-8933-0eb70a1a2f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:49:01.139209 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2eedf39f-2af4-4682-8933-0eb70a1a2f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:01.141070 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2eedf39f-2af4-4682-8933-0eb70a1a2f9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72ff6f7e-a9b8-4694-9235-1fb9500c1dfe HTTP/1.1" status: 204  len: 168 time: 0.1691298
Apr 30 13:49:01.974305 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:49:14.225142 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-229cf042-e8f4-474b-8180-80e50818fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:16.906480 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a30eda76-3563-494c-a900-3436aef4f9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:17.188421 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:17.628758 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:18.939685 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:19.383942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:38.973123 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:49:44.227991 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-242b2bb4-88a7-418f-8072-e2a6c36b2f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:46.910552 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-acd2714c-5e41-4b78-a861-e048e2c43f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:47.190103 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:47.632258 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:48.942073 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:49:49.387314 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:14.231497 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b0d549ec-1693-4369-bfc8-37e44546324c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:15.972753 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:50:16.916042 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-5cf10d55-a217-4304-b9fa-5e29083b52a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:17.193060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:17.635618 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:18.950105 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:19.388861 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:44.233783 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2abf6b4a-f207-4092-8c35-ae39358cbe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:46.919107 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-12bf52af-7c23-495c-b8d2-82ea4bff8f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:47.194968 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:47.637019 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:48.967893 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:49.391780 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:50:52.973308 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:51:14.238555 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-565471af-a423-4584-8a14-6ee4c46ee4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:16.921540 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ce996ae2-967c-42c1-9f83-7cf09024ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:17.207248 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:17.641055 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:18.964975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:19.396845 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:29.972023 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:51:42.132941 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 56846) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:51:42.257635 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:42.271601 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:51:42.275788 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Usage tracker for resource:security_group_rule and tenant:2ad403c1b3144bff821ff17c15ffc311 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:51:42.278643 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:51:42.284412 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:51:42.378455 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:42.382594 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:42.390401 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2a6d281b-9d6a-4776-91b8-e39b4ce3de3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:51:42.435065 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ad403c1b3144bff821ff17c15ffc311&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3004901
Apr 30 13:51:42.435869 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c808961d-dfb3-4dc9-a739-7aa8b1fbc84b,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:51:42.437739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 56856) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:51:42.444251 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.444602 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.444967 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.445342 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.445722 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.446273 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.446672 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.446944 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.447293 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.447661 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.448006 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.448345 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.452691 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-b223ec8f-7b53-4a7b-be35-4a6992eeea4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:51:42.524924 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:42.554851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:42.615670 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:42.619917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0a81a3f1-57a5-4bab-9653-c7029dc0d96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:51:42.631362 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c808961d-dfb3-4dc9-a739-7aa8b1fbc84b,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:51:42.640425 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.640798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.641161 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.641520 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.641873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.642252 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.642602 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.642950 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.643296 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.643638 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.643982 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.644319 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:51:42.648427 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:51:42.651552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:42.652682 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-33d44eec-cf4f-4154-9236-9a2042adb3c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c808961d-dfb3-4dc9-a739-7aa8b1fbc84b HTTP/1.1" status: 204  len: 168 time: 0.2133222
Apr 30 13:51:44.241489 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-51c5aeb7-2e3e-40af-ad32-8e83adbc68c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:44.576380 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [req-8f269ffe-5e9b-4f87-96f6-205c6ab93383 req-7dc0dfd7-d3ad-41e2-96c0-8be3127d27c3 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] (73819) timed out ('10.222.0.79', 33460) {{(pid=73819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:51:45.890840 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-88cfe61c-870c-4eb7-90c6-17bd4b98db2d req-d478f719-61b2-483e-9ef7-999b1ecfc346 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] (73818) timed out ('10.222.0.79', 33526) {{(pid=73818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:51:46.295301 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-e1632f95-4776-4103-aa98-5dc80d08a61c req-754bd691-4a11-4e94-81a3-bb22ee6f268d tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] (73818) timed out ('10.222.0.103', 55218) {{(pid=73818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:51:46.929856 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7d8268b2-5367-4113-ae5d-cc5ad386fa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:47.201267 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:47.643334 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:48.981161 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:51:49.399389 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:06.971588 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:52:14.246636 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-78825fb8-4811-4354-bf7d-02d766909fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:16.923233 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e957999d-a21f-48fc-be6e-4597b57f537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:17.203949 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:17.650580 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:18.980767 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:19.076176 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57112) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:19.327580 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Deleting subnet d9122d35-0fed-4619-8595-5a6221036286 {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:52:19.331232 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:19.382253 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15588390'] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:19.402565 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:19.442396 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:19.800830 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1625045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14784110'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:19.805412 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:19.840813 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9122d35-0fed-4619-8595-5a6221036286,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:19.843795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:19.844774 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:19.850934 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-3b428e24-aca3-4747-aaf7-b711fffec544 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d9122d35-0fed-4619-8595-5a6221036286 HTTP/1.1" status: 204  len: 168 time: 0.7734170
Apr 30 13:52:19.858246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57122) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:19.966624 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:20.095258 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:20.216387 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a64f0850>,) {'filters': {'network_id': ['b08e9f30-22e3-4606-a3ee-bc90a0d6aebb']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:52:20.230108 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a64f0850>, '53c50e5d-e32d-4949-b3b0-644e5a9da5c7') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:52:20.230542 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a64f0850>, '53c50e5d-e32d-4949-b3b0-644e5a9da5c7') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:52:20.242521 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:20.258702 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:20.264983 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:52:20.448934 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:52:20.461654 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:20.633884 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Network b08e9f30-22e3-4606-a3ee-bc90a0d6aebb has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:52:20.655579 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:52:20.730019 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:20.734578 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:20.738307 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0d59a130-8929-496c-bc73-2c6dde3ab92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:20.765211 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08e9f30-22e3-4606-a3ee-bc90a0d6aebb,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:20.768017 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:20.770579 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5d763d66-600a-48b2-8a7a-ac7fce872470 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b08e9f30-22e3-4606-a3ee-bc90a0d6aebb HTTP/1.1" status: 204  len: 168 time: 0.9144988
Apr 30 13:52:20.923239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57132) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:20.980415 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-18f3a143-5193-4c80-bac7-0acb66388a1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=073a579db08449979c1fefb12078f6e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557313
Apr 30 13:52:20.984488 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57136) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:21.054600 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f24c1f2a-0795-4449-bc4a-20bded191af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:21.089975 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f24c1f2a-0795-4449-bc4a-20bded191af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:21.152376 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f24c1f2a-0795-4449-bc4a-20bded191af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:21.156067 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b1062ef9-95cb-4bac-94d5-cec2a3327f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:21.169598 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c1f2a-0795-4449-bc4a-20bded191af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:21.173931 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-f24c1f2a-0795-4449-bc4a-20bded191af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:21.185828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f24c1f2a-0795-4449-bc4a-20bded191af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:21.187075 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-f24c1f2a-0795-4449-bc4a-20bded191af2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/350ca18c-c66a-4cd1-af25-7b1c0ff2a2a5 HTTP/1.1" status: 204  len: 168 time: 0.2016947
Apr 30 13:52:28.183775 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57244) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:28.310386 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:28.329432 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:52:28.334585 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Usage tracker for resource:security_group_rule and tenant:547d3abc61754b20a5ef2ad9c61e26af is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:52:28.337638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:52:28.343544 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:52:28.447081 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:28.455774 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:28.465225 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4f510c37-612b-4d85-8988-2bd1b47f03d0 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:28.506387 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=547d3abc61754b20a5ef2ad9c61e26af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3215096
Apr 30 13:52:28.508246 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b975cf3f-17c9-4599-9fe9-628d24946adc,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:28.509417 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57252) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:28.514119 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:28.620514 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cd31c015-c12f-43c0-9092-3b8ea0a8ebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:28.666899 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cd31c015-c12f-43c0-9092-3b8ea0a8ebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:28.749252 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cd31c015-c12f-43c0-9092-3b8ea0a8ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:28.758212 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8835a9b7-92d9-4b21-b43d-1b0ff6d94f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:28.775202 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31c015-c12f-43c0-9092-3b8ea0a8ebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b975cf3f-17c9-4599-9fe9-628d24946adc,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:28.778609 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cd31c015-c12f-43c0-9092-3b8ea0a8ebb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:28.780167 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-cd31c015-c12f-43c0-9092-3b8ea0a8ebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:28.781454 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-cd31c015-c12f-43c0-9092-3b8ea0a8ebb7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b975cf3f-17c9-4599-9fe9-628d24946adc HTTP/1.1" status: 204  len: 168 time: 0.2693179
Apr 30 13:52:29.152951 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57262) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:29.171025 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.186001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:52:29.189766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Usage tracker for resource:security_group_rule and tenant:4bf64308108041058bed32d43802b052 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:52:29.192722 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:52:29.199246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:52:29.286107 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.290388 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.297410 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-635f818a-2bc1-41d9-8c1d-61eee9301fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:29.340294 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bf64308108041058bed32d43802b052&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1862290
Apr 30 13:52:29.341090 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45ed91d-f369-4f50-ae33-126e3eff1f68,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:29.343573 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57266) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:29.344984 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:29.410103 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.437145 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.499404 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.503308 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-da02c76c-bbe5-4caf-afdd-9ec2a02829b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:29.521515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45ed91d-f369-4f50-ae33-126e3eff1f68,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:29.525720 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:29.538308 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.539789 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c45ed91d-f369-4f50-ae33-126e3eff1f68 HTTP/1.1" status: 204  len: 168 time: 0.1950421
Apr 30 13:52:29.956490 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57276) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:29.981480 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:29.996029 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:52:29.999830 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:18939a4e8ed745608160bc61fd55e098 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:52:30.002664 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:52:30.008914 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:52:30.107549 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:30.112628 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:30.126855 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-d3e5dc1a-5f38-4f7c-a680-7c699a1a215c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:30.194022 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18939a4e8ed745608160bc61fd55e098&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2333550
Apr 30 13:52:30.194965 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83bf134-c1e1-4962-bc1f-77f70e000d86,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:30.198697 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57282) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:30.199681 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-70cf3238-ff4a-4fda-9921-e9e7c968e1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:30.286905 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fac1-3790-45ad-bf36-967196333cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:30.315192 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fac1-3790-45ad-bf36-967196333cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:30.374701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fac1-3790-45ad-bf36-967196333cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:30.382047 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-92c33858-2b25-4060-abe3-ea6471749043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:30.409056 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6fac1-3790-45ad-bf36-967196333cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83bf134-c1e1-4962-bc1f-77f70e000d86,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:30.413830 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c9a6fac1-3790-45ad-bf36-967196333cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:30.427009 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fac1-3790-45ad-bf36-967196333cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:30.428944 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c9a6fac1-3790-45ad-bf36-967196333cc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c83bf134-c1e1-4962-bc1f-77f70e000d86 HTTP/1.1" status: 204  len: 168 time: 0.2287288
Apr 30 13:52:33.122571 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57378) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:33.263971 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.280010 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:52:33.284488 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Usage tracker for resource:security_group_rule and tenant:7936f80703604d1da6b21597fd014c54 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:52:33.287586 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:52:33.293814 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:52:33.392171 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.396899 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.404824 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c09ada6b-07e0-4068-a9c3-b281ab2220a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:33.453502 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7936f80703604d1da6b21597fd014c54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3293860
Apr 30 13:52:33.454319 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb76350-2673-4ade-9a8b-7db1fca1b822,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:33.457294 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57384) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:33.460241 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a0883df4-3f63-455d-bf57-77e4587ba879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:33.524890 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-46f5e392-5f3b-452e-8838-4d6ab6ad3fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.556960 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-46f5e392-5f3b-452e-8838-4d6ab6ad3fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.613306 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-46f5e392-5f3b-452e-8838-4d6ab6ad3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.617667 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-03f862e1-6ae5-41ef-ae9b-44152a3873ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:33.630582 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5e392-5f3b-452e-8838-4d6ab6ad3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb76350-2673-4ade-9a8b-7db1fca1b822,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:33.635421 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-46f5e392-5f3b-452e-8838-4d6ab6ad3fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:33.639329 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-46f5e392-5f3b-452e-8838-4d6ab6ad3fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.640434 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-46f5e392-5f3b-452e-8838-4d6ab6ad3fcb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dfb76350-2673-4ade-9a8b-7db1fca1b822 HTTP/1.1" status: 204  len: 168 time: 0.1821923
Apr 30 13:52:33.965192 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57392) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:33.983521 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:33.997570 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:52:34.001826 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Usage tracker for resource:security_group_rule and tenant:cc94eb9957d9437cb71eba312a19d860 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:52:34.004702 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:52:34.010572 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:52:34.100196 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:34.104991 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:34.111846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5f55b39b-bb08-4ab1-b8d5-3c72bc37957a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:34.157429 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc94eb9957d9437cb71eba312a19d860&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1911323
Apr 30 13:52:34.159152 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec5861-e83a-459f-82b5-5be80da2ba20,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:34.160275 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57398) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:34.162596 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:34.225525 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fd4b225c-26b8-49d3-bc59-8767bec13cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:34.256009 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fd4b225c-26b8-49d3-bc59-8767bec13cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:34.323813 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fd4b225c-26b8-49d3-bc59-8767bec13cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:34.327890 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-54fc2daa-2b3b-4818-b824-08a4b04d5ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:34.340217 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b225c-26b8-49d3-bc59-8767bec13cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec5861-e83a-459f-82b5-5be80da2ba20,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:34.343911 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-fd4b225c-26b8-49d3-bc59-8767bec13cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:34.347371 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-fd4b225c-26b8-49d3-bc59-8767bec13cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:34.350477 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-fd4b225c-26b8-49d3-bc59-8767bec13cef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5ec5861-e83a-459f-82b5-5be80da2ba20 HTTP/1.1" status: 204  len: 168 time: 0.1890180
Apr 30 13:52:43.974785 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:52:44.257662 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-353b38cd-d258-41bb-a017-502091f93672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.217359 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57604) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:46.389785 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.407576 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:52:46.411736 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Usage tracker for resource:security_group_rule and tenant:c317f3c401cb48a9a1cc732c45cf6cbc is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:52:46.415959 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:52:46.424278 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:52:46.534822 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.540338 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.551414 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6d90f3f2-ae10-41ed-acf1-f52f1b647018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:46.598390 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c317f3c401cb48a9a1cc732c45cf6cbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3797505
Apr 30 13:52:46.600394 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0946357d-371c-4fce-8001-b525a5a1da5d,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:46.602690 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57616) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:46.611025 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.611763 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.612363 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.613075 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.613776 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.614474 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.615113 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.615794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.616544 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.617237 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.617950 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.618504 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.622752 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c21c3eef-8871-48f4-a17b-c173215e350d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:46.682230 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.716264 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.783023 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.788724 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-da397c32-438e-4e42-96cc-9926a8081a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:46.802927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0946357d-371c-4fce-8001-b525a5a1da5d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:46.819726 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.820863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.821411 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.821915 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.822475 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.822993 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.823530 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.824036 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.824535 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.825031 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.825568 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.826135 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:52:46.831925 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:46.835002 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:46.836412 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-93702484-2b47-457c-8715-6b5bbfd074a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0946357d-371c-4fce-8001-b525a5a1da5d HTTP/1.1" status: 204  len: 168 time: 0.2322299
Apr 30 13:52:46.930358 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e75b-48e7-400b-8663-e6944f9d332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:47.209734 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:47.654955 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:47.850094 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 57656) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:48.002412 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:48.027069 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:52:48.034191 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Usage tracker for resource:security_group_rule and tenant:409a840ddd07411bbae9419114071d7d is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:52:48.042167 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:52:48.051947 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:52:48.180943 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:48.187227 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:48.202058 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-fc2bee95-2169-4ec7-be1d-a636dceb33ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:48.266069 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=409a840ddd07411bbae9419114071d7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4118869
Apr 30 13:52:48.266952 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f91a175-79e5-4f46-b9c1-3ae688625535,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:48.267270 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 57700) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:52:48.280394 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:48.341688 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc07280e-a89a-4b43-80d6-07a6559c54c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:48.374775 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc07280e-a89a-4b43-80d6-07a6559c54c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:48.596846 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc07280e-a89a-4b43-80d6-07a6559c54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:48.603342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-fa21ae14-fbb5-442d-a2ef-4f1023132531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:52:48.625453 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07280e-a89a-4b43-80d6-07a6559c54c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f91a175-79e5-4f46-b9c1-3ae688625535,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:52:48.630902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-dc07280e-a89a-4b43-80d6-07a6559c54c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:52:48.642728 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc07280e-a89a-4b43-80d6-07a6559c54c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:48.643881 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-dc07280e-a89a-4b43-80d6-07a6559c54c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f91a175-79e5-4f46-b9c1-3ae688625535 HTTP/1.1" status: 204  len: 168 time: 0.3754849
Apr 30 13:52:48.998127 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:52:49.411751 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:14.252495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-980c1ca8-e078-4145-9b02-e7c7e13b0b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:16.923788 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-14b4dc8a-e4d6-476b-99c6-7c1a5f088cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:17.203979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:17.652825 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:18.992817 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:19.409509 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:20.974849 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:53:26.054656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58000) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:26.176071 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:26.193700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:26.197697 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a9cc8241c13941b4866dd7233d50fe16 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:26.200616 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:26.206612 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:26.296200 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:26.300062 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:26.307830 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-7f4f2580-087a-4e93-9ddf-826197f73f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:26.351399 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9cc8241c13941b4866dd7233d50fe16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956412
Apr 30 13:53:26.352533 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7ae05-d118-4aa6-9c4b-bffd0c974612,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:26.354230 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58006) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:26.357498 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8cb92309-a1c5-4962-a5d9-6249d8b834a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:26.422433 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6560b1f1-8006-4b75-bc28-4a78444bb18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:26.450491 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6560b1f1-8006-4b75-bc28-4a78444bb18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:26.507272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6560b1f1-8006-4b75-bc28-4a78444bb18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:26.511230 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-93943cd1-b5eb-4c79-887b-5e97bd5d7d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:26.526087 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560b1f1-8006-4b75-bc28-4a78444bb18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7ae05-d118-4aa6-9c4b-bffd0c974612,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:26.538042 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6560b1f1-8006-4b75-bc28-4a78444bb18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:26.543318 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6560b1f1-8006-4b75-bc28-4a78444bb18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:26.544472 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-6560b1f1-8006-4b75-bc28-4a78444bb18e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71c7ae05-d118-4aa6-9c4b-bffd0c974612 HTTP/1.1" status: 204  len: 168 time: 0.1886504
Apr 30 13:53:27.220386 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58036) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:27.330058 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786641206-network', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:53:27.334898 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:27.338764 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Usage tracker for resource:network and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:27.341719 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:27.348244 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:27.359042 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Made reservation on behalf of 7dbbf6d943814b7e84f6af3fb089971f for: {'network': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:53:27.362092 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.375462 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.391930 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:27.395780 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:27.399418 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:27.405118 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:27.493084 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.497256 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.500254 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-81579e56-1499-468c-a53f-80edda2ebf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:27.530572 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329}  {{(pid=73819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:53:27.538808 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da052a9-a31f-4c6b-9914-5739913d4f19,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:27.542894 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:27.545515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.545857 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.segments_db [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Added segment 8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5 of type vlan for network d520f47b-026f-4719-93d8-3db04d2b1c1d
Apr 30 13:53:27.575440 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.607537 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.608917 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:27.609508 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:27.612993 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:27.717047 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Pushing event updated for resources: {'Network': ['ID=d520f47b-026f-4719-93d8-3db04d2b1c1d,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:27.723692 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58052) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:27.724601 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5021992
Apr 30 13:53:27.724913 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7e7a5e93-01f4-4acd-9f3f-6c82c56e797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:27.728361 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network d520f47b-026f-4719-93d8-3db04d2b1c1d details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:53:27.729902 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Request body: {'subnet': {'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786641206-subnet', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:53:27.735011 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:27.739284 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Usage tracker for resource:subnet and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:27.743254 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:27.749504 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:27.763772 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Made reservation on behalf of 7dbbf6d943814b7e84f6af3fb089971f for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:53:27.766498 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14784115'] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.199970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14784097'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.204560 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:28.281031 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cfa4702-6892-4bac-8dae-120040b06840,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:28.284494 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:28.291024 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Checking segment: {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:28.291374 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Network hostable DHCP agents. Network: d520f47b-026f-4719-93d8-3db04d2b1c1d, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:53:28.308668 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Network d520f47b-026f-4719-93d8-3db04d2b1c1d is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:53:28.317686 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, d520f47b-026f-4719-93d8-3db04d2b1c1d) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:28.328395 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:28.328837 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41610c3-bb53-49da-b56b-46e1311ede4a None None] Network d520f47b-026f-4719-93d8-3db04d2b1c1d requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:53:28.329253 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.354800 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-f1762d08-90cf-47dd-8fb0-c7c3ebdafe47 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6299744
Apr 30 13:53:28.357685 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58062) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:28.363357 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:53:28.369345 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:28.373375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Usage tracker for resource:router and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:28.376308 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:28.382670 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:28.394137 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.395125 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.412416 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.538432 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-d520f47b-026f-4719-93d8-3db04d2b1c1d', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:53:28.539346 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.699459 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Allocated IP 172.20.0.2 (d520f47b-026f-4719-93d8-3db04d2b1c1d/2cfa4702-6892-4bac-8dae-120040b06840/4cdda7c4-230f-4986-98eb-e1e900dc8d51) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:53:28.764157 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.913742 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.924553 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Transition to ACTIVE for port object 4cdda7c4-230f-4986-98eb-e1e900dc8d51 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:28.945708 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Transition to ACTIVE for port object 4cdda7c4-230f-4986-98eb-e1e900dc8d51 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:28.952663 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:28.956783 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-49bc2cd4-0915-407b-acdb-8f0623b331a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:29.009334 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Network d520f47b-026f-4719-93d8-3db04d2b1c1d is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:29.012191 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:29.015742 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:53:29.084543 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:29.096466 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Pushing event updated for resources: {'Port': ['ID=4cdda7c4-230f-4986-98eb-e1e900dc8d51,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:29.121762 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.123216 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.123624 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.123936 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:29.124096 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.124482 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.124906 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.125293 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.126286 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.126286 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.126566 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.126883 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.127206 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:29.138194 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Attempting to bind port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:53:29.138573 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Attempting to bind port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:53:29.138941 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Attempting to bind port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 on network d520f47b-026f-4719-93d8-3db04d2b1c1d {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:53:29.141400 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:29.145317 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:53:29.145703 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Checking segment: {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:29.146191 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:29.146829 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Bound using segment: {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:53:29.147360 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Bound port: 4cdda7c4-230f-4986-98eb-e1e900dc8d51, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:53:29.147997 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:29.245393 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] For port 4cdda7c4-230f-4986-98eb-e1e900dc8d51, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:53:29.248937 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] For port 4cdda7c4-230f-4986-98eb-e1e900dc8d51, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4cdda7c4-230f-4986-98eb-e1e900dc8d51,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:53:29.253479 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:29.258099 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:29.272050 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Allocated IP 172.27.0.216 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/14d6b01a-19b4-43bc-92f7-02ffc364a8ae) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:53:29.352484 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Pushing event updated for resources: {'Port': ['ID=4cdda7c4-230f-4986-98eb-e1e900dc8d51,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:29.355654 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:29.465957 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:29.496683 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:29.500377 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:29.586955 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:29.590947 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:29.593877 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:53:29.621975 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Pushing event updated for resources: {'Port': ['ID=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:29.628642 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:30.028399 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:30.239415 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b34e8-81b0-406c-8e2f-d6c8ff526a71 None None] Network d520f47b-026f-4719-93d8-3db04d2b1c1d requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:53:30.345134 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-a1995e34-503e-4b81-9707-94e467f603d2 None None] Provisioning for port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:30.479321 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:30.704431 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Router 45ceca26-801b-4225-a455-ffecedc6c37c is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:53:30.890507 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:53:30.900644 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Sync routers for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:53:30.909973 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:30.910723 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc370>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:30.920967 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:30.925536 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58082) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:30.926156 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5668323
Apr 30 13:53:31.089456 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:31.381001 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4cdda7c4-230f-4986-98eb-e1e900dc8d51 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:31.473276 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:31.478931 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc370>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:29Z', 'revision_number': 3, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:31.482796 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:31.483164 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:31.511200 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Checking router: 45ceca26-801b-4225-a455-ffecedc6c37c for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:53:31.511560 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Updating router 45ceca26-801b-4225-a455-ffecedc6c37c port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:53:31.585209 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:31.619395 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:31.752287 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:31.872422 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 4cdda7c4-230f-4986-98eb-e1e900dc8d51, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4cdda7c4-230f-4986-98eb-e1e900dc8d51,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:53:31.890541 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:31.894984 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:32.017189 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=4cdda7c4-230f-4986-98eb-e1e900dc8d51,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:32.055789 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:32.065854 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Allocated IP 172.20.0.1 (d520f47b-026f-4719-93d8-3db04d2b1c1d/2cfa4702-6892-4bac-8dae-120040b06840/411ef1ed-9a61-4970-911a-24c034c91894) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:53:32.089391 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.104101 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Transition to ACTIVE for port object 14d6b01a-19b4-43bc-92f7-02ffc364a8ae will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:32.112734 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.117046 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:32.202066 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a1b76-59a3-490c-a2fe-aeb814ad32bd None None] Pushing event updated for resources: {'Port': ['ID=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:32.204928 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-729a1b76-59a3-490c-a2fe-aeb814ad32bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:32.205976 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Attempting to bind port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:53:32.206399 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Attempting to bind port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:53:32.206770 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Attempting to bind port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:53:32.217231 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:53:32.217662 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:32.218146 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.218609 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:53:32.219175 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Bound port: 14d6b01a-19b4-43bc-92f7-02ffc364a8ae, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:53:32.219761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.246535 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.267441 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Transition to ACTIVE for port object 411ef1ed-9a61-4970-911a-24c034c91894 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:32.297195 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.304907 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:32.308257 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] For port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:53:32.311611 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] For port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:53:32.316054 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.320313 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:32.388353 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Network d520f47b-026f-4719-93d8-3db04d2b1c1d is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:32.390756 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:32.397453 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:32.398327 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc370>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:32.401306 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:53:32.450554 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Pushing event updated for resources: {'Port': ['ID=411ef1ed-9a61-4970-911a-24c034c91894,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:32.456743 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:32.466454 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.473166 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a1b76-59a3-490c-a2fe-aeb814ad32bd None None] Pushing event updated for resources: {'Port': ['ID=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:32.478820 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-729a1b76-59a3-490c-a2fe-aeb814ad32bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:32.613177 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:32.758215 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.766820 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-98469f31-1c0d-4e6f-87dd-7207792ac04f None None] Provisioning for port 411ef1ed-9a61-4970-911a-24c034c91894 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:32.871388 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-98469f31-1c0d-4e6f-87dd-7207792ac04f None None] Provisioning complete for port 411ef1ed-9a61-4970-911a-24c034c91894 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:32.871738 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-98469f31-1c0d-4e6f-87dd-7207792ac04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:32.945099 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-98469f31-1c0d-4e6f-87dd-7207792ac04f None None] Port 411ef1ed-9a61-4970-911a-24c034c91894 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:53:32.995106 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.000727 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.015670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc370>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:29Z', 'revision_number': 3, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:33.019790 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355225e5-b1f5-4dff-a433-ef807d9a4db3 None None] The sync data for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi is: [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:29Z', 'revision_number': 3, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:53:33.030203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:33.108487 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.116549 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Pushing event updated for resources: {'Port': ['ID=411ef1ed-9a61-4970-911a-24c034c91894,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:33.122000 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:33.275095 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Network d520f47b-026f-4719-93d8-3db04d2b1c1d is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:33.276282 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:33.350686 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58098) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:33.534847 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4cdda7c4-230f-4986-98eb-e1e900dc8d51 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:33.552936 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.561046 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Router 45ceca26-801b-4225-a455-ffecedc6c37c has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:53:33.574512 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:33.579651 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Usage tracker for resource:security_group_rule and tenant:043a9b8a77134243ba9361d2003c8640 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:33.583591 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:33.591309 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:33.609165 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-0f94a6c6-371e-4dd7-b8d7-9f24f92dec21 None None] Provisioning complete for port 411ef1ed-9a61-4970-911a-24c034c91894 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:33.609663 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0f94a6c6-371e-4dd7-b8d7-9f24f92dec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.694733 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-0f94a6c6-371e-4dd7-b8d7-9f24f92dec21 None None] Port 411ef1ed-9a61-4970-911a-24c034c91894 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:53:33.697751 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:33.698362 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.703517 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.709340 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.722962 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-77557f6f-4031-4380-b260-b8636744f6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:33.766591 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=043a9b8a77134243ba9361d2003c8640&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4147935
Apr 30 13:53:33.766788 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58104) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:33.775308 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b8e89e-37d2-42a6-a180-061e1476c73a,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:33.779463 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1f8c6cc6-488c-42f7-b594-4a1701650563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:33.860239 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 14d6b01a-19b4-43bc-92f7-02ffc364a8ae up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:33.945894 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:33.950897 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:33.951267 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:33.983470 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:53:34.009032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e34eda76-3977-4a83-a990-4115e5fef6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.013856 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] 10.222.0.79 "PUT /v2.0/routers/45ceca26-801b-4225-a455-ffecedc6c37c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0861399
Apr 30 13:53:34.048610 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e34eda76-3977-4a83-a990-4115e5fef6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.087670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.108266 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:53:34.113342 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.115071 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e34eda76-3977-4a83-a990-4115e5fef6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.117448 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:34.122120 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-65cc3124-3b26-4886-809f-aaf7e4d48ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:34.136186 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eda76-3977-4a83-a990-4115e5fef6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b8e89e-37d2-42a6-a180-061e1476c73a,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:34.140697 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-e34eda76-3977-4a83-a990-4115e5fef6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:34.143311 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-e34eda76-3977-4a83-a990-4115e5fef6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.147359 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-e34eda76-3977-4a83-a990-4115e5fef6b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72b8e89e-37d2-42a6-a180-061e1476c73a HTTP/1.1" status: 204  len: 168 time: 0.3793387
Apr 30 13:53:34.211853 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:34.227075 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:34.721337 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58124) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:34.726996 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1857690412-network', 'tenant_id': '25abc8b904f842b9ad45034aad119091'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:53:34.732370 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:34.736286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Usage tracker for resource:network and tenant:25abc8b904f842b9ad45034aad119091 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:34.739171 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:34.745996 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:34.757628 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Made reservation on behalf of 25abc8b904f842b9ad45034aad119091 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:53:34.759906 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.772359 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.780758 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Sync routers for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:53:34.790594 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:34.790822 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:34.791320 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8272f10>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:34.794577 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Usage tracker for resource:security_group_rule and tenant:25abc8b904f842b9ad45034aad119091 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:34.797480 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:34.804327 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:34.894834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.899530 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.902530 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b4947fd7-ace8-4fa5-825e-3a0b1781e772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:34.933662 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:53:34.944215 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157349f3-0bf3-49d3-8831-ca9b1a239b27,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:34.948004 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:34.951086 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:34.952336 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Added segment 6c64a063-0e2e-40f5-8b23-938bc861d471 of type vlan for network b170ab2e-bcf8-4e45-81cb-8757a094d8ba
Apr 30 13:53:34.980750 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.010917 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:35.011405 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.012878 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:35.013621 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.017169 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:35.122077 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Pushing event updated for resources: {'Network': ['ID=b170ab2e-bcf8-4e45-81cb-8757a094d8ba,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:35.126048 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4036644
Apr 30 13:53:35.126972 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:35.128608 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58128) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:35.133977 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:53:35.135829 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Request body: {'subnet': {'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1857690412-subnet', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:53:35.140564 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:35.144495 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Usage tracker for resource:subnet and tenant:25abc8b904f842b9ad45034aad119091 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:35.148365 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:35.154297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:35.166294 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Made reservation on behalf of 25abc8b904f842b9ad45034aad119091 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:53:35.168978 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14784115'] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.336897 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8272f10>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 2, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:35.341287 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Checking router: 45ceca26-801b-4225-a455-ffecedc6c37c for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:53:35.342255 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Updating router 45ceca26-801b-4225-a455-ffecedc6c37c port 411ef1ed-9a61-4970-911a-24c034c91894 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:53:35.353777 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 14d6b01a-19b4-43bc-92f7-02ffc364a8ae up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:35.416509 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.427519 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:35.428017 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.596187 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14784097'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.601621 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-20644017-ada8-4f4f-b304-55c51b82b834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:35.674776 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f22bbc-eb43-411c-9e80-7575d20e170d,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:35.679905 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:35.685524 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Checking segment: {'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:35.685874 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Network hostable DHCP agents. Network: b170ab2e-bcf8-4e45-81cb-8757a094d8ba, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:53:35.703865 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:53:35.715201 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, b170ab2e-bcf8-4e45-81cb-8757a094d8ba) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:35.725114 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:35.725713 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.725914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a584604-7dbd-4ef2-b320-00e4e8a58ebc None None] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:53:35.749965 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58132) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:35.750568 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-37ea95c3-6a10-420c-8036-1df6023deaf6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6204150
Apr 30 13:53:35.756998 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:53:35.761828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:35.765731 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Usage tracker for resource:router and tenant:25abc8b904f842b9ad45034aad119091 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:53:35.768693 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:53:35.775672 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:35.788236 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.789573 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.805975 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.806431 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.819239 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Transition to ACTIVE for port object 411ef1ed-9a61-4970-911a-24c034c91894 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:35.828248 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.836657 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d57e6989-a2dc-4761-9e94-eafe6d66b4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:35.911140 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Pushing event updated for resources: {'Port': ['ID=411ef1ed-9a61-4970-911a-24c034c91894,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:35.972710 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'fixed_ips': [{'subnet_id': '86f22bbc-eb43-411c-9e80-7575d20e170d'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:53:35.973608 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:35.975784 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.976130 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.976608 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.976932 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.977424 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.977939 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.979136 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.979136 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.979136 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.979531 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.979628 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:35.979913 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:36.000299 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:36.117974 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Attempting to bind port 411ef1ed-9a61-4970-911a-24c034c91894 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:53:36.118379 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Attempting to bind port 411ef1ed-9a61-4970-911a-24c034c91894 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:53:36.118739 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Attempting to bind port 411ef1ed-9a61-4970-911a-24c034c91894 on network d520f47b-026f-4719-93d8-3db04d2b1c1d {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:53:36.128844 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:53:36.129223 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Checking segment: {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:36.129783 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.130823 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Bound using segment: {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:53:36.131371 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Bound port: 411ef1ed-9a61-4970-911a-24c034c91894, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:53:36.131748 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.153332 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.172758 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Allocated IP 172.20.0.2 (b170ab2e-bcf8-4e45-81cb-8757a094d8ba/86f22bbc-eb43-411c-9e80-7575d20e170d/bd25c181-287f-4328-802f-c779d2b17d20) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:53:36.232343 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] For port 411ef1ed-9a61-4970-911a-24c034c91894, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:53:36.235697 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] For port 411ef1ed-9a61-4970-911a-24c034c91894, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=411ef1ed-9a61-4970-911a-24c034c91894,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:53:36.240315 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.244155 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:36.329572 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:36.330231 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8272f10>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:36.387211 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Pushing event updated for resources: {'Port': ['ID=411ef1ed-9a61-4970-911a-24c034c91894,revision_number=4']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:36.390400 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:36.425405 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.442271 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Transition to ACTIVE for port object bd25c181-287f-4328-802f-c779d2b17d20 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:36.466578 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Transition to ACTIVE for port object bd25c181-287f-4328-802f-c779d2b17d20 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:36.472999 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.477384 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-729a1b76-59a3-490c-a2fe-aeb814ad32bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:36.547984 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:36.551627 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:36.556186 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:53:36.562317 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Pushing event updated for resources: {'Port': ['ID=bd25c181-287f-4328-802f-c779d2b17d20,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:36.567422 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:36.569042 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:36.603577 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.635341 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.705900 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Attempting to bind port bd25c181-287f-4328-802f-c779d2b17d20 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:53:36.705900 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Attempting to bind port bd25c181-287f-4328-802f-c779d2b17d20 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:53:36.706220 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Attempting to bind port bd25c181-287f-4328-802f-c779d2b17d20 on network b170ab2e-bcf8-4e45-81cb-8757a094d8ba {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:53:36.714488 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:53:36.715205 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Checking segment: {'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:36.715632 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.716024 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Bound using segment: {'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:53:36.716502 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Bound port: bd25c181-287f-4328-802f-c779d2b17d20, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:53:36.717034 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.778679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Allocated IP 172.27.0.90 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/028a556b-cd92-4480-af5f-bc0110ce538e) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:53:36.814576 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] For port bd25c181-287f-4328-802f-c779d2b17d20, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:53:36.819297 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] For port bd25c181-287f-4328-802f-c779d2b17d20, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=bd25c181-287f-4328-802f-c779d2b17d20,segment=NetworkSegment(6c64a063-0e2e-40f5-8b23-938bc861d471),segment_id=6c64a063-0e2e-40f5-8b23-938bc861d471)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:53:36.824513 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:36.828915 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:36.918115 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Pushing event updated for resources: {'Port': ['ID=bd25c181-287f-4328-802f-c779d2b17d20,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:36.920902 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:36.944975 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8272f10>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:36Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:36.949180 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260797b6-7f5c-435a-ad25-4db30769b01f None None] The sync data for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi is: [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:36Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:53:36.966122 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:37.021907 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:37.026206 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-ca28914a-68df-4949-ac92-54b66163fe56 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:37.112419 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:37.120223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:37.125093 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:53:37.158474 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Pushing event updated for resources: {'Port': ['ID=028a556b-cd92-4480-af5f-bc0110ce538e,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:37.170696 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:37.414514 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 411ef1ed-9a61-4970-911a-24c034c91894 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:37.502900 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 411ef1ed-9a61-4970-911a-24c034c91894 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:37.508955 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 411ef1ed-9a61-4970-911a-24c034c91894 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:37.509485 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:37.591132 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:37.644722 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:37.683634 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 411ef1ed-9a61-4970-911a-24c034c91894, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=411ef1ed-9a61-4970-911a-24c034c91894,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:53:37.689114 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:37.689983 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device bd25c181-287f-4328-802f-c779d2b17d20 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:37.721534 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:37.820034 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=411ef1ed-9a61-4970-911a-24c034c91894,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:37.828209 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:37.842244 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port bd25c181-287f-4328-802f-c779d2b17d20 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:37.999225 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:38.001306 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0d189-e05d-4d67-a9f1-2a72ef289429 None None] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:53:38.107902 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Provisioning for port bd25c181-287f-4328-802f-c779d2b17d20 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:38.119005 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Provisioning complete for port bd25c181-287f-4328-802f-c779d2b17d20 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:38.119381 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:38.341507 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:53:38.344765 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:38.396139 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] For port bd25c181-287f-4328-802f-c779d2b17d20, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=bd25c181-287f-4328-802f-c779d2b17d20,segment=NetworkSegment(6c64a063-0e2e-40f5-8b23-938bc861d471),segment_id=6c64a063-0e2e-40f5-8b23-938bc861d471)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:53:38.401028 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:38.402910 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:38.486940 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Pushing event updated for resources: {'Port': ['ID=bd25c181-287f-4328-802f-c779d2b17d20,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:38.490838 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:38.564278 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:53:38.576766 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Sync routers for ids ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:53:38.589789 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Routers {'58d1b4a8-dc9e-4797-82da-f4292f2f1892'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:38.590455 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3521f10>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:38.603135 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:38.604863 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-00f1bd93-fd66-444f-b14e-1252ba2f7a4e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8528917
Apr 30 13:53:38.607548 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58136) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:38.693071 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-d4c8110a-67b7-472d-9480-1dbc0a972335 None None] Provisioning complete for port bd25c181-287f-4328-802f-c779d2b17d20 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:38.694134 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d4c8110a-67b7-472d-9480-1dbc0a972335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:38.842586 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Set router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:39.236979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3521f10>, [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:53:37Z', 'revision_number': 3, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port': {'id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:36Z', 'updated_at': '2021-04-30T13:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:39.241466 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Checking router: 58d1b4a8-dc9e-4797-82da-f4292f2f1892 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:53:39.241903 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Updating router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 port 028a556b-cd92-4480-af5f-bc0110ce538e binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:53:39.300641 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.310832 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.340865 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 411ef1ed-9a61-4970-911a-24c034c91894 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:39.519697 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 411ef1ed-9a61-4970-911a-24c034c91894 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:39.520353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.536232 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Allocated IP 172.20.0.1 (b170ab2e-bcf8-4e45-81cb-8757a094d8ba/86f22bbc-eb43-411c-9e80-7575d20e170d/c3465a6b-5bd6-40ea-8f2e-653553ca1b63) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:53:39.689502 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.705467 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Transition to ACTIVE for port object c3465a6b-5bd6-40ea-8f2e-653553ca1b63 will not be triggered until provisioned by entity DHCP. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:39.736630 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.739185 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device bd25c181-287f-4328-802f-c779d2b17d20 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:39.740465 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-e2ae17b9-940e-496e-92f1-e60b2ed19bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:39.805860 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:39.809197 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:39.814141 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:53:39.854103 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Pushing event updated for resources: {'Port': ['ID=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:39.858333 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.869157 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:39.874524 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Transition to ACTIVE for port object 028a556b-cd92-4480-af5f-bc0110ce538e will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:39.885433 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.886958 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:39.889536 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:39.919892 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port bd25c181-287f-4328-802f-c779d2b17d20 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:39.920274 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.018402 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Attempting to bind port 028a556b-cd92-4480-af5f-bc0110ce538e on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:53:40.018566 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Attempting to bind port 028a556b-cd92-4480-af5f-bc0110ce538e by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:53:40.018981 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Attempting to bind port 028a556b-cd92-4480-af5f-bc0110ce538e on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:53:40.033009 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:53:40.033410 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:40.033827 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.034246 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:53:40.034728 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Bound port: 028a556b-cd92-4480-af5f-bc0110ce538e, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:53:40.035110 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.059379 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe69a1-935f-43d3-8905-bbe11f77e2fe None None] Pushing event updated for resources: {'Port': ['ID=028a556b-cd92-4480-af5f-bc0110ce538e,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:40.077939 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-e8fe69a1-935f-43d3-8905-bbe11f77e2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:40.117440 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-b3d263ed-d371-490f-be84-0dc42bc7b722 None None] Provisioning for port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:40.123660 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.164712 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-b3d263ed-d371-490f-be84-0dc42bc7b722 None None] Provisioning complete for port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:40.165062 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b3d263ed-d371-490f-be84-0dc42bc7b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.205649 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] For port 028a556b-cd92-4480-af5f-bc0110ce538e, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:53:40.231056 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] For port 028a556b-cd92-4480-af5f-bc0110ce538e, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=028a556b-cd92-4480-af5f-bc0110ce538e,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:53:40.247366 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.253063 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:40.296090 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-b3d263ed-d371-490f-be84-0dc42bc7b722 None None] Port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:53:40.335475 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Routers {'58d1b4a8-dc9e-4797-82da-f4292f2f1892'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:40.336103 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3521f10>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:40.354990 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.359869 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.387109 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c8c7a396-7e35-4dc5-8ba6-2153b599bfa4 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:40.392024 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe69a1-935f-43d3-8905-bbe11f77e2fe None None] Pushing event updated for resources: {'Port': ['ID=028a556b-cd92-4480-af5f-bc0110ce538e,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:40.403273 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-e8fe69a1-935f-43d3-8905-bbe11f77e2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:40.468359 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Pushing event updated for resources: {'Port': ['ID=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:40.470879 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.474616 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:40.520145 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] Set router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:40.608661 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:40.609826 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:40.806428 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:53:40.842941 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-39060477-22a2-4342-a79f-58197e80226d None None] Provisioning complete for port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:40.843579 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-39060477-22a2-4342-a79f-58197e80226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:40.938211 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-39060477-22a2-4342-a79f-58197e80226d None None] Port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:53:40.958566 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3521f10>, [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 4, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port': {'id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:36Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'c3465a6b-5bd6-40ea-8f2e-653553ca1b63', 'name': '', 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'mac_address': 'fa:16:3e:21:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:39Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 2, 'project_id': '25abc8b904f842b9ad45034aad119091', 'subnets': [{'id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:40.962790 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d42d5f-a7c1-464d-b169-dd8dc6317ddb None None] The sync data for ids ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'] in dv-cinder-788364-2-iscsi is: [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 4, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port': {'id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:36Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'c3465a6b-5bd6-40ea-8f2e-653553ca1b63', 'name': '', 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'mac_address': 'fa:16:3e:21:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:39Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 2, 'project_id': '25abc8b904f842b9ad45034aad119091', 'subnets': [{'id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:53:40.993395 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:53:41.002232 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] 10.222.0.79 "PUT /v2.0/routers/58d1b4a8-dc9e-4797-82da-f4292f2f1892/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3934577
Apr 30 13:53:43.376520 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 028a556b-cd92-4480-af5f-bc0110ce538e up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:43.464095 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 028a556b-cd92-4480-af5f-bc0110ce538e completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:43.469716 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 028a556b-cd92-4480-af5f-bc0110ce538e triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:43.470145 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:43.610077 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:43.638586 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 028a556b-cd92-4480-af5f-bc0110ce538e, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=028a556b-cd92-4480-af5f-bc0110ce538e,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:53:43.643542 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:43.647008 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-cb4a86e3-7d59-4b60-9293-b8202e801b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:43.743017 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=028a556b-cd92-4480-af5f-bc0110ce538e,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:43.746054 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:44.262026 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-eba52737-1297-44cf-9be8-d862d1ba6f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:44.804512 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Sync routers for ids ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:53:44.819093 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Routers {'58d1b4a8-dc9e-4797-82da-f4292f2f1892'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:44.819805 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8d70d30>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:45.014192 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Set router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:45.370860 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 028a556b-cd92-4480-af5f-bc0110ce538e up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:45.380271 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8d70d30>, [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 4, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port': {'id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:36Z', 'updated_at': '2021-04-30T13:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'c3465a6b-5bd6-40ea-8f2e-653553ca1b63', 'name': '', 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'mac_address': 'fa:16:3e:21:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:39Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 2, 'project_id': '25abc8b904f842b9ad45034aad119091', 'subnets': [{'id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:45.389118 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Checking router: 58d1b4a8-dc9e-4797-82da-f4292f2f1892 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:53:45.389475 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Updating router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:53:45.455870 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:45.464115 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 028a556b-cd92-4480-af5f-bc0110ce538e triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:45.464501 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:45.844138 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:45.858327 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Transition to ACTIVE for port object c3465a6b-5bd6-40ea-8f2e-653553ca1b63 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:45.867318 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:45.872326 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-88d418e0-8606-4b99-bd6a-97579bdc8ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:46.011616 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b6c4b-f8da-47f1-a401-a82487aa4991 None None] Pushing event updated for resources: {'Port': ['ID=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:46.050629 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-402b6c4b-f8da-47f1-a401-a82487aa4991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:46.155647 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Attempting to bind port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:53:46.156180 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Attempting to bind port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:53:46.156750 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Attempting to bind port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 on network b170ab2e-bcf8-4e45-81cb-8757a094d8ba {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:53:46.164987 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:53:46.165680 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Checking segment: {'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:53:46.166074 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:46.166707 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Bound using segment: {'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:53:46.167287 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Bound port: c3465a6b-5bd6-40ea-8f2e-653553ca1b63, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c64a063-0e2e-40f5-8b23-938bc861d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:53:46.167780 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:46.267803 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] For port c3465a6b-5bd6-40ea-8f2e-653553ca1b63, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:53:46.272869 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] For port c3465a6b-5bd6-40ea-8f2e-653553ca1b63, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,segment=NetworkSegment(6c64a063-0e2e-40f5-8b23-938bc861d471),segment_id=6c64a063-0e2e-40f5-8b23-938bc861d471)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:53:46.278338 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:46.282719 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c155a4ad-8de9-424a-9d23-7e748be1d13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:46.366121 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Routers {'58d1b4a8-dc9e-4797-82da-f4292f2f1892'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:53:46.366842 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8d70d30>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:53:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:46.439825 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b6c4b-f8da-47f1-a401-a82487aa4991 None None] Pushing event updated for resources: {'Port': ['ID=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,revision_number=4']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:46.452964 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-402b6c4b-f8da-47f1-a401-a82487aa4991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:46.643761 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] Set router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:53:46.930255 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2c452d00-8100-4b6a-af0f-6ff8d0b9c361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:47.023199 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8d70d30>, [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 4, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port': {'id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:36Z', 'updated_at': '2021-04-30T13:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'c3465a6b-5bd6-40ea-8f2e-653553ca1b63', 'name': '', 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'mac_address': 'fa:16:3e:21:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:39Z', 'updated_at': '2021-04-30T13:53:46Z', 'revision_number': 4, 'project_id': '25abc8b904f842b9ad45034aad119091', 'subnets': [{'id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:53:47.027889 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37218f-7875-4eb6-a93c-f77967f107c5 None None] The sync data for ids ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'] in dv-cinder-788364-2-iscsi is: [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:53:40Z', 'revision_number': 4, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port': {'id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:36Z', 'updated_at': '2021-04-30T13:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'c3465a6b-5bd6-40ea-8f2e-653553ca1b63', 'name': '', 'network_id': 'b170ab2e-bcf8-4e45-81cb-8757a094d8ba', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'mac_address': 'fa:16:3e:21:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:39Z', 'updated_at': '2021-04-30T13:53:46Z', 'revision_number': 4, 'project_id': '25abc8b904f842b9ad45034aad119091', 'subnets': [{'id': '86f22bbc-eb43-411c-9e80-7575d20e170d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:53:47.207493 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:47.388686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3465a6b-5bd6-40ea-8f2e-653553ca1b63 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:47.490038 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:47.500559 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:47.501152 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:47.682602 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:47.719542 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:47.749548 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port c3465a6b-5bd6-40ea-8f2e-653553ca1b63, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,segment=NetworkSegment(6c64a063-0e2e-40f5-8b23-938bc861d471),segment_id=6c64a063-0e2e-40f5-8b23-938bc861d471)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:53:47.765964 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:47.783748 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-9ffa877d-bd97-4373-bb04-d349d0c40872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:47.902662 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:47.908201 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:49.017146 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:49.390958 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3465a6b-5bd6-40ea-8f2e-653553ca1b63 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:53:49.472741 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:49.514135 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:49.514592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:51.406221 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58204) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:51.570214 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-69568fbf-1081-4818-ae98-bfdf1a58f8bc tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:51.571668 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-69568fbf-1081-4818-ae98-bfdf1a58f8bc tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 815 time: 0.1641650
Apr 30 13:53:51.587075 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-3f64d764-23b7-46c7-b4b6-2d15865a2919 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/quotas/7dbbf6d943814b7e84f6af3fb089971f HTTP/1.1" status: 200  len: 375 time: 0.0097053
Apr 30 13:53:51.680574 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-44d44ffc-fe4b-4e6d-81eb-13123901b1d3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Synchronizing usage tracker for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:53:51.698865 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-44d44ffc-fe4b-4e6d-81eb-13123901b1d3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Unset dirty status for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:53:51.700472 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-44d44ffc-fe4b-4e6d-81eb-13123901b1d3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1068223
Apr 30 13:53:51.823463 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-38005769-e3ff-47d8-a77c-79188140454f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:53:51.824453 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-38005769-e3ff-47d8-a77c-79188140454f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1119905
Apr 30 13:53:51.966965 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-8092b3a4-e6ff-42ff-9583-cb3318cf6144 service neutron] 10.222.0.79 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360350
Apr 30 13:53:52.110741 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-6b4f6b9e-b181-4b75-ac34-b7c0519d7a4f service neutron] 10.222.0.79 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372874
Apr 30 13:53:52.295648 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58222) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:52.402226 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c8ed84ab-d08c-4a16-bbd2-d2f6c7866a10 req-4e5d84da-e5c8-4545-b813-30e035230a84 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 210 time: 0.1043301
Apr 30 13:53:53.576116 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-075dd83d-6301-4ac1-a634-2498e6faec9b req-478e8e75-6906-45b4-95cd-0524b9dc4db7 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 210 time: 0.0437546
Apr 30 13:53:53.894667 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.103', 55892) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:53:54.089000 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-8d96e313-e8e8-4ec9-b75d-6d211927bc82 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:54.089998 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-8d96e313-e8e8-4ec9-b75d-6d211927bc82 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Synchronizing usage tracker for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:network {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:53:54.108752 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-8d96e313-e8e8-4ec9-b75d-6d211927bc82 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Unset dirty status for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:network {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:53:54.110108 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-8d96e313-e8e8-4ec9-b75d-6d211927bc82 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 815 time: 0.2131832
Apr 30 13:53:54.134571 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'port': {'device_id': 'b732fd76-455b-4064-a885-31459b462751', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'admin_state_up': True, 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:53:54.292654 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:53:54.303272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:53:54.314081 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Made reservation on behalf of 7dbbf6d943814b7e84f6af3fb089971f for: {'port': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:53:54.318479 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:54.564538 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Allocated IP 172.20.0.5 (d520f47b-026f-4719-93d8-3db04d2b1c1d/2cfa4702-6892-4bac-8dae-120040b06840/6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:53:54.931477 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-93f27e8b-2f7d-4e1c-beb9-979a8610ba48 req-62b2321e-4204-4bf0-b879-3e1ed27e6182 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 210 time: 0.0602090
Apr 30 13:53:55.016688 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:55.057893 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Transition to ACTIVE for port object 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 will not be triggered until provisioned by entity DHCP. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:53:55.094109 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:55.103584 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-22493237-9d8a-4ae7-b8a8-b96f43a9f42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:53:55.172972 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Network d520f47b-026f-4719-93d8-3db04d2b1c1d is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:53:55.176804 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:53:55.188701 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:53:55.267971 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:53:55.286640 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.287058 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.287422 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.287868 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.288145 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.288504 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.289160 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.289444 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.289795 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.290269 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.290610 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.290957 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:53:55.298072 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:53:55.328968 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:55.329649 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:55.417000 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2894475
Apr 30 13:53:55.556761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-60deb3b1-63ca-4771-9459-0c5333d36749 None None] Provisioning for port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:53:55.564587 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-60deb3b1-63ca-4771-9459-0c5333d36749 None None] Provisioning complete for port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:53:55.565630 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-60deb3b1-63ca-4771-9459-0c5333d36749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:53:55.669861 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-60deb3b1-63ca-4771-9459-0c5333d36749 None None] Port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:53:56.178451 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c8aaa-a69c-41b1-989e-52014274cfdf req-97d3c186-f77a-448f-a6f6-e86de942480b tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:56.180216 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dc8c8aaa-a69c-41b1-989e-52014274cfdf req-97d3c186-f77a-448f-a6f6-e86de942480b tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.0989609
Apr 30 13:53:56.231636 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-dc8c8aaa-a69c-41b1-989e-52014274cfdf req-31b3d8dc-d521-4e2c-97d8-40170c130d0f tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433033
Apr 30 13:53:57.471864 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d57136-7a16-447d-8726-a92efee08a10 req-9eb0a885-859b-4b4d-a43c-a1171076a6a5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:57.472578 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-20d57136-7a16-447d-8726-a92efee08a10 req-9eb0a885-859b-4b4d-a43c-a1171076a6a5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Synchronizing usage tracker for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:53:57.497314 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-20d57136-7a16-447d-8726-a92efee08a10 req-9eb0a885-859b-4b4d-a43c-a1171076a6a5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Unset dirty status for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:53:57.510544 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20d57136-7a16-447d-8726-a92efee08a10 req-9eb0a885-859b-4b4d-a43c-a1171076a6a5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.1219490
Apr 30 13:53:57.581629 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-20d57136-7a16-447d-8726-a92efee08a10 req-de1b8050-4ae6-4f31-9e59-35c07496f27f tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Synchronizing usage tracker for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:53:57.609272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-20d57136-7a16-447d-8726-a92efee08a10 req-de1b8050-4ae6-4f31-9e59-35c07496f27f tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Unset dirty status for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:53:57.610778 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20d57136-7a16-447d-8726-a92efee08a10 req-de1b8050-4ae6-4f31-9e59-35c07496f27f tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988574
Apr 30 13:53:57.976656 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:53:58.924323 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c88aa7-b5da-49d3-b416-c0508473ef73 req-9dfbdb9c-a61c-41d0-a33a-44ca34d00f39 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:53:58.927542 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43c88aa7-b5da-49d3-b416-c0508473ef73 req-9dfbdb9c-a61c-41d0-a33a-44ca34d00f39 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.1705093
Apr 30 13:53:59.008018 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-43c88aa7-b5da-49d3-b416-c0508473ef73 req-67bd7588-e230-451b-b143-29a0d086e2b0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707219
Apr 30 13:54:00.241750 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88931d2-9745-411d-822b-91670e3ef132 req-884b8515-7633-485a-ae2d-c07e8f52e700 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:00.244383 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b88931d2-9745-411d-822b-91670e3ef132 req-884b8515-7633-485a-ae2d-c07e8f52e700 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.1118269
Apr 30 13:54:00.323098 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b88931d2-9745-411d-822b-91670e3ef132 req-2e047382-49dc-4ba0-a169-aab3bbceda39 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725684
Apr 30 13:54:01.555649 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ab1cf-59ba-4bdb-9c3a-2f5a881ff443 req-85a9dc10-a0b0-4814-908e-a29f512d408e tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:01.557090 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fd8ab1cf-59ba-4bdb-9c3a-2f5a881ff443 req-85a9dc10-a0b0-4814-908e-a29f512d408e tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.1170521
Apr 30 13:54:01.757362 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fd8ab1cf-59ba-4bdb-9c3a-2f5a881ff443 req-3d79cdb7-8403-4158-9b7f-49ecfbabb5d7 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923897
Apr 30 13:54:03.108098 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47b233-97ab-4ecb-92f4-9917087d3922 req-a96710b4-a099-4ac2-8301-1cfac063f598 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:03.109650 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cb47b233-97ab-4ecb-92f4-9917087d3922 req-a96710b4-a099-4ac2-8301-1cfac063f598 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.1177881
Apr 30 13:54:03.193169 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cb47b233-97ab-4ecb-92f4-9917087d3922 req-3fe8d9c0-b602-4587-9466-3bbd2d42197b tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760136
Apr 30 13:54:04.477448 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f7b61-2cf3-4506-895d-a36b06fb09ec req-a597a7f0-182c-4476-a7bb-c7a3fa441d54 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:04.480109 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba5f7b61-2cf3-4506-895d-a36b06fb09ec req-a597a7f0-182c-4476-a7bb-c7a3fa441d54 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.1328356
Apr 30 13:54:04.541447 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ba5f7b61-2cf3-4506-895d-a36b06fb09ec req-400657de-b104-4ac8-b2f9-07fc4a255e0b tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532048
Apr 30 13:54:05.764007 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92ebf6-1548-489b-b150-81941cce4643 req-0a240d49-9122-4f32-9e9f-b35f23f78b51 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:05.765462 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6b92ebf6-1548-489b-b150-81941cce4643 req-0a240d49-9122-4f32-9e9f-b35f23f78b51 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 931 time: 0.0887320
Apr 30 13:54:05.811230 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6b92ebf6-1548-489b-b150-81941cce4643 req-a47befde-f779-4879-ba55-fad2795aa1e1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400038
Apr 30 13:54:06.070128 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-8d3ace22-a76f-4430-b21b-fde4670c468c tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:54:06.071096 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-8d3ace22-a76f-4430-b21b-fde4670c468c tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060093
Apr 30 13:54:06.151491 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Request body: {'port': {'device_id': 'b732fd76-455b-4064-a885-31459b462751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:06.285281 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:06.677638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 {{(pid=73819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:54:06.686336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:06.706839 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Transition to ACTIVE for port object 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 will not be triggered until provisioned by entity L2. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:54:06.710996 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:06.714758 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-34ce7713-0beb-4ae5-98a1-31c981bebd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:06.885188 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:06.926001 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:06.978828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Attempting to bind port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:54:06.978828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Attempting to bind port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:54:06.978828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Attempting to bind port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 on network d520f47b-026f-4719-93d8-3db04d2b1c1d {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:54:06.989527 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 on network d520f47b-026f-4719-93d8-3db04d2b1c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:54:06.990003 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Attempting to bind port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 on network d520f47b-026f-4719-93d8-3db04d2b1c1d {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:54:06.997082 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:54:06.997534 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Checking segment: {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:54:06.997901 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Bound using segment: {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:54:06.998381 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Bound port: 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d'}}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:54:06.998716 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:07.074958 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb72ba-463d-4e50-8ada-e7efd57a98d0 req-fab98f7f-16a0-4761-8f3c-3752796e16a0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:07.076370 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36cb72ba-463d-4e50-8ada-e7efd57a98d0 req-fab98f7f-16a0-4761-8f3c-3752796e16a0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 943 time: 0.0975544
Apr 30 13:54:07.123777 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, cleared binding levels {{(pid=73819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:54:07.129869 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:54:07.138310 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:07.146646 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-634c2537-6744-4ec7-9efc-5fd39ac2b4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:07.154894 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-36cb72ba-463d-4e50-8ada-e7efd57a98d0 req-2c177fcd-e9dc-4f02-8468-0392c49e834a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661576
Apr 30 13:54:07.201000 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:07.201620 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:07.203033 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] 10.222.0.103 "PUT /v2.0/ports/6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 1093 time: 1.1103690
Apr 30 13:54:07.203555 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:54:07.249053 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=3']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:07.261821 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:07.435430 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'status': 'completed', 'code': 200}
Apr 30 13:54:07.475841 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0c494243-1d8c-43f8-93e1-2932949c6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:07.477213 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0c494243-1d8c-43f8-93e1-2932949c6b85 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1096 time: 0.2091095
Apr 30 13:54:07.564642 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-0928df93-8b28-400f-8286-8844573412cc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 217 time: 0.0718195
Apr 30 13:54:07.639537 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-cafb9c89-2d01-49fa-a845-576742f129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:07.640991 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-cafb9c89-2d01-49fa-a845-576742f129d5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0696199
Apr 30 13:54:07.726416 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-fd8d9bea-ffc5-4994-8d9f-0b645d5eabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:07.727785 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-fd8d9bea-ffc5-4994-8d9f-0b645d5eabee service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791116
Apr 30 13:54:07.888768 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-4e17fbd8-0c64-42c6-9179-2c4c31fa1011 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533432
Apr 30 13:54:08.035536 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-eafbc45c-f008-4c52-b878-c2662fc4d440 req-e36fc0be-92d8-48d3-bf92-4b6163c722c9 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391282
Apr 30 13:54:08.234128 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6df98-e198-4167-b790-5315c79484d4 req-4c043b17-72f8-487f-9d3c-7c32db4274d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:08.236197 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37d6df98-e198-4167-b790-5315c79484d4 req-4c043b17-72f8-487f-9d3c-7c32db4274d6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1096 time: 0.1017835
Apr 30 13:54:08.428571 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6df98-e198-4167-b790-5315c79484d4 req-fd961b47-0944-4fa2-bdb4-0bcc526c51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:08.431208 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37d6df98-e198-4167-b790-5315c79484d4 req-fd961b47-0944-4fa2-bdb4-0bcc526c51b6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.1871207
Apr 30 13:54:08.448632 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014cdc3-ca6b-437f-bfc4-bfd27158dfc7 req-a6390147-4a18-4b07-9297-67edc4a48667 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:08.450311 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6014cdc3-ca6b-437f-bfc4-bfd27158dfc7 req-a6390147-4a18-4b07-9297-67edc4a48667 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 943 time: 0.1510830
Apr 30 13:54:08.509254 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6014cdc3-ca6b-437f-bfc4-bfd27158dfc7 req-5eab0b1b-8f76-45a0-a3b9-6142aab14321 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482707
Apr 30 13:54:08.537502 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37d6df98-e198-4167-b790-5315c79484d4 req-871b801f-c462-4026-a4c9-0a540b9a7773 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 217 time: 0.0991175
Apr 30 13:54:08.636324 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6df98-e198-4167-b790-5315c79484d4 req-656e2b75-1226-4b50-93f9-07175de2ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:08.637773 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37d6df98-e198-4167-b790-5315c79484d4 req-656e2b75-1226-4b50-93f9-07175de2ca48 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0932293
Apr 30 13:54:08.729679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6df98-e198-4167-b790-5315c79484d4 req-67bfd204-341e-430f-b774-0fbde71a7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:08.731116 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37d6df98-e198-4167-b790-5315c79484d4 req-67bfd204-341e-430f-b774-0fbde71a7bcf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780725
Apr 30 13:54:08.883376 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37d6df98-e198-4167-b790-5315c79484d4 req-eea4f880-8b10-4882-b501-e2ac22996253 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445563
Apr 30 13:54:08.986360 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:54:09.040036 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-37d6df98-e198-4167-b790-5315c79484d4 req-fe0bfe78-7939-4e3c-bc44-8a4f4d1f63cc service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478066
Apr 30 13:54:09.153187 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:54:09.168748 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'port_id': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'mac_address': 'fa:16:3e:3e:fe:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:54:09.231290 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:09.249492 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:54:09.265971 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:54:09.274947 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:09.278193 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-e8fe69a1-935f-43d3-8905-bbe11f77e2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:09.355348 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:09.358821 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:09.608470 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:54:09.732531 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f07e-4e16-4045-ac99-305275364128 req-f33e0a96-f71e-4046-9c9f-50c30d67e034 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:09.734065 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9c06f07e-4e16-4045-ac99-305275364128 req-f33e0a96-f71e-4046-9c9f-50c30d67e034 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 944 time: 0.1004279
Apr 30 13:54:09.789439 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9c06f07e-4e16-4045-ac99-305275364128 req-3199ad36-dc48-46c7-85b0-8f40d5901a58 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470965
Apr 30 13:54:10.989345 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:54:11.032576 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb598-bfbc-4308-83e1-e94e3e413ff2 req-000acf80-414a-467a-a8fb-a1390f673bee tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:11.034162 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2ccbb598-bfbc-4308-83e1-e94e3e413ff2 req-000acf80-414a-467a-a8fb-a1390f673bee tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 944 time: 0.1114204
Apr 30 13:54:11.086807 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2ccbb598-bfbc-4308-83e1-e94e3e413ff2 req-12c12611-0f17-4ad5-9e6e-2731b1d75c55 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457778
Apr 30 13:54:11.114992 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:54:11.122639 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:54:11.123257 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:11.333331 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:11.377302 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:54:11.388057 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:54:11.393222 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:11.395970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:11.470352 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:11.474928 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:11.516093 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'code': 200}
Apr 30 13:54:11.851198 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6bb1-0450-4f8e-ba49-9cde073d5f31 req-a9d61a36-5cb9-422a-99c6-ef9aa8538fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:11.852743 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fc9e6bb1-0450-4f8e-ba49-9cde073d5f31 req-a9d61a36-5cb9-422a-99c6-ef9aa8538fd8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1098 time: 0.1115241
Apr 30 13:54:11.909545 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fc9e6bb1-0450-4f8e-ba49-9cde073d5f31 req-be172e65-5e24-42b3-9e95-9fc3beedaf37 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500045
Apr 30 13:54:12.308475 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45bae-4718-4ffb-b59a-d392c80aa806 req-dc59d2ef-2e7b-4262-aa4a-d51f13427dbe tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:12.310979 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6ac45bae-4718-4ffb-b59a-d392c80aa806 req-dc59d2ef-2e7b-4262-aa4a-d51f13427dbe tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.1068587
Apr 30 13:54:12.374157 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6ac45bae-4718-4ffb-b59a-d392c80aa806 req-0439f3ef-2b87-4530-8748-4d1d2cb23da1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554702
Apr 30 13:54:13.579237 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54928433-30cb-4894-9e82-984d86af82ab req-a02a9830-a8a8-4b50-a1c1-cc6169ed0bb3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:13.581944 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-54928433-30cb-4894-9e82-984d86af82ab req-a02a9830-a8a8-4b50-a1c1-cc6169ed0bb3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.0919156
Apr 30 13:54:13.646455 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-54928433-30cb-4894-9e82-984d86af82ab req-5e7a786a-2987-434f-b94e-d6d149f756aa tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545454
Apr 30 13:54:13.921611 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a53d00-f89c-4e90-a8eb-feb825014d97 req-cefecf49-dfb7-4c67-95a4-b8f6fd43ce0a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:13.923198 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-40a53d00-f89c-4e90-a8eb-feb825014d97 req-cefecf49-dfb7-4c67-95a4-b8f6fd43ce0a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.1346829
Apr 30 13:54:13.982540 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-40a53d00-f89c-4e90-a8eb-feb825014d97 req-dd740b37-6214-40de-a973-12952cdcf93c tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515437
Apr 30 13:54:14.261155 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-6ecbfc73-adee-41fb-a30d-0cf57ce5af41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:14.472639 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80def87-f860-4c99-9153-d9e1db1db500 req-bb41be52-c5fa-4017-bee0-79c4aba97858 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:14.474190 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e80def87-f860-4c99-9153-d9e1db1db500 req-bb41be52-c5fa-4017-bee0-79c4aba97858 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.0978494
Apr 30 13:54:14.530892 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e80def87-f860-4c99-9153-d9e1db1db500 req-4f7aa0ae-97e8-48ad-ac47-1b1c85141883 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498042
Apr 30 13:54:15.585779 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-756e9d99-e9f4-4ccd-8f10-497c11b8a594 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1764650
Apr 30 13:54:15.802510 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-3cae4708-d4da-4b81-b6da-96dac5a0721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:15.804182 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-3cae4708-d4da-4b81-b6da-96dac5a0721a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1098 time: 0.0997567
Apr 30 13:54:16.005275 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-9a89119c-a728-46ae-804b-9dedf9c05d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:16.007662 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-9a89119c-a728-46ae-804b-9dedf9c05d52 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.1802504
Apr 30 13:54:16.109736 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-46740012-a36f-45be-8362-18c2531ee7d2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 217 time: 0.0942016
Apr 30 13:54:16.190795 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-377f970a-e687-4113-9f0f-f1bf927001bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:16.193089 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-377f970a-e687-4113-9f0f-f1bf927001bd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0769053
Apr 30 13:54:16.320076 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-642721b4-fc71-4d21-abe6-7a79a5e68ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:16.322697 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-642721b4-fc71-4d21-abe6-7a79a5e68ad2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1222620
Apr 30 13:54:16.539866 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-1c85d31e-4368-4e0f-ac0f-cb08a8a2024b service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096815
Apr 30 13:54:16.703028 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-9310af47-38ab-4be4-9455-305dc361a1d8 req-5273acb2-7d2f-4341-ae47-1556bf536c5a service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554632
Apr 30 13:54:16.935840 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-df94f29e-ca52-4aaa-b4b8-7681190ef308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:17.221587 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:17.657862 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:19.017104 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:19.417368 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:25.624946 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32b170-c461-4a26-8815-b6f2fe76edd1 req-c3a965eb-a78b-4f54-ab96-852b796f9723 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:25.626480 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cc32b170-c461-4a26-8815-b6f2fe76edd1 req-c3a965eb-a78b-4f54-ab96-852b796f9723 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.0920885
Apr 30 13:54:25.684936 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-cc32b170-c461-4a26-8815-b6f2fe76edd1 req-3a672da2-0a99-49a3-b843-057fcc3a10c9 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493507
Apr 30 13:54:25.710431 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58362) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:25.864248 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d9f3c-fc7e-4833-845b-95bc57d3bf8e tempest-TestMinimumBasicScenario-1195490417 tempest-TestMinimumBasicScenario-1195490417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:25.867308 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d43d9f3c-fc7e-4833-845b-95bc57d3bf8e tempest-TestMinimumBasicScenario-1195490417 tempest-TestMinimumBasicScenario-1195490417-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1093 time: 0.1558335
Apr 30 13:54:25.870640 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58368) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:25.878896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'port_id': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:25.888537 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:25.894889 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:floatingip and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:25.898889 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:25.908502 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:25.929110 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for floatingip, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:26.100285 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:26.259077 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Allocated IP 172.27.0.57 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/8841ce85-9cb3-4b0b-abee-10eebc735ec5) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:54:26.423180 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:26.463170 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:26.467092 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-68f8df92-383b-4700-b7cf-d3dd75cb721a tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:26.536609 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:54:26.540083 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:54:26.545011 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:54:26.583816 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'Port': ['ID=8841ce85-9cb3-4b0b-abee-10eebc735ec5,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:26.596625 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.597550 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.598032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.598417 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.598774 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.599134 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.599491 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.599843 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.600219 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.600583 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.600954 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.601290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:54:26.607416 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:27.183788 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:27.278209 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:27.542379 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:27.548628 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:27.556295 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-07b06dc2-19eb-4d4c-8ac4-97fa635dd207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:27.692238 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'Port': ['ID=8841ce85-9cb3-4b0b-abee-10eebc735ec5,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:27.700324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:27.709382 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:27.948412 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Floating IP f1b18167-0804-43a3-937b-d4ca934c9eb0 associated. External IP: 172.27.0.57, port: 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7.
Apr 30 13:54:28.398081 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Router 45ceca26-801b-4225-a455-ffecedc6c37c has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:54:28.607277 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:54:28.620154 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] Sync routers for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:54:28.633623 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:54:28.634889 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5be0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:54:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:54:28.650880 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:28.736504 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8643608
Apr 30 13:54:28.737165 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:54:28.741463 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58372) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:28.751016 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469734020', 'description': 'tempest-secgroup-smoke-1469734020 description', 'project_id': '7dbbf6d943814b7e84f6af3fb089971f'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:28.761413 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:28.779811 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:28.795727 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:28.824733 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:28.830636 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:28.835173 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:28.842986 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:28.895754 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:54:28.912681 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'status': 'completed', 'code': 200}
Apr 30 13:54:28.931315 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:28.936655 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:28.948782 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-f9e3fdf6-c572-4c73-9b18-32a0aeb70532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:29.040656 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b975bf-6619-46b4-a09d-703dcbe578bf,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:29.045110 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:29.046190 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.051559 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-7828fbfc-0173-40dd-9f82-b61c0c88f44a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3069630
Apr 30 13:54:29.052068 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58380) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:29.069390 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'security_group_rule': {'security_group_id': '83b975bf-6619-46b4-a09d-703dcbe578bf', 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:29.078325 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:29.082435 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-51f2b1f1-589f-48d1-a23a-7a3eb9509ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:29.084356 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-51f2b1f1-589f-48d1-a23a-7a3eb9509ac2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1098 time: 0.1272016
Apr 30 13:54:29.084543 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:29.089807 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:29.097897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:29.125226 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.301745 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-4a1ec39b-4faa-4ede-9e2d-2ea6478aafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:29.304513 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-4a1ec39b-4faa-4ede-9e2d-2ea6478aafcc service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.2131004
Apr 30 13:54:29.419705 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.427348 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.432018 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:29.476873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7e3db5-0f9b-44b4-88f1-d564264c960b,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:29.481180 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5be0>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'f1b18167-0804-43a3-937b-d4ca934c9eb0', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'port_id': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'mac_address': 'fa:16:3e:3e:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732fd76-455b-4064-a885-31459b462751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:54:27Z', 'updated_at': '2021-04-30T13:54:27Z', 'revision_number': 0, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:37Z', 'revision_number': 5, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:54:29.483885 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-80893eea-35f0-4c6e-98e0-ef795aff677d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 998 time: 0.1723955
Apr 30 13:54:29.487644 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] Checking router: 45ceca26-801b-4225-a455-ffecedc6c37c for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:54:29.494482 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:29.503485 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.505652 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4520197
Apr 30 13:54:29.506915 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:54:29.507977 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5be0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:54:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:54:29.509634 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58384) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:29.517132 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'security_group_rule': {'security_group_id': '83b975bf-6619-46b4-a09d-703dcbe578bf', 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:29.527468 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:29.535426 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:29.539255 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:29.547808 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:29.573072 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-938888c4-5288-4781-8657-606efeb032e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:29.574585 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-938888c4-5288-4781-8657-606efeb032e9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0837240
Apr 30 13:54:29.578990 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.681569 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.688960 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-58341f65-d69c-48bb-ade0-de4fc08919ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:29.689556 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.691905 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-58341f65-d69c-48bb-ade0-de4fc08919ad service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1074705
Apr 30 13:54:29.693025 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:29.724444 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df70c374-748f-4ee4-a9c9-5c12c8def850,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:29.727109 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:29.738613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.740629 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-49d6304f-e8d8-40f5-88e8-16c6008605f0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2304385
Apr 30 13:54:29.743409 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58388) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:29.751629 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'security_group_rule': {'security_group_id': '83b975bf-6619-46b4-a09d-703dcbe578bf', 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:29.774566 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:29.781014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:29.781474 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:54:29.787053 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:29.794101 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:29.825278 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.921546 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-5b5d2cef-4c7d-4ecf-a903-0a72c0e17d7a service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210715
Apr 30 13:54:29.938717 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.944309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:29.947392 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:29.982390 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55d609b-7caf-4a5c-98cb-3a5faff0bd3a,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:29.986706 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:30.011731 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.013339 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2681465
Apr 30 13:54:30.019091 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58392) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:30.028714 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'security_group_rule': {'security_group_id': '83b975bf-6619-46b4-a09d-703dcbe578bf', 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:30.038845 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:30.048354 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:30.053513 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:30.063166 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:30.092039 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.133156 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6eea7688-12a3-445d-bf80-01ec045c82b9 req-cdb1aac1-276f-48ae-9baa-7a301b901640 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041836
Apr 30 13:54:30.209159 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.214309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.217883 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a6b1754f-1a21-40b1-b2fe-eddc289e43f4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:30.243149 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b56256-6948-49ad-a6c2-73f69bb73f42,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:30.246620 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:30.259821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.262250 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b4ae2646-cfd6-49ff-9be3-446bbc4e1bae tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2412555
Apr 30 13:54:30.268368 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58396) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:30.274096 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'security_group_rule': {'security_group_id': '83b975bf-6619-46b4-a09d-703dcbe578bf', 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:30.283538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:30.289722 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:30.294475 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:30.303942 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:30.322265 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.securitygroups_db [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Project 7dbbf6d943814b7e84f6af3fb089971f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:54:30.332396 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.442917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.444600 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5be0>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'f1b18167-0804-43a3-937b-d4ca934c9eb0', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'port_id': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'mac_address': 'fa:16:3e:3e:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732fd76-455b-4064-a885-31459b462751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:54:27Z', 'updated_at': '2021-04-30T13:54:27Z', 'revision_number': 0, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:37Z', 'revision_number': 5, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:54:30.450583 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c5d3c-297f-4cc0-bc16-4f89c5ddbfd7 None None] The sync data for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi is: [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'f1b18167-0804-43a3-937b-d4ca934c9eb0', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'port_id': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'mac_address': 'fa:16:3e:3e:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732fd76-455b-4064-a885-31459b462751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:54:27Z', 'updated_at': '2021-04-30T13:54:27Z', 'revision_number': 0, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:37Z', 'revision_number': 5, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:54:30.456863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.458932 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-009bc4cb-d03c-47ba-8560-2653dd087c16 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:30.500901 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1e2e35-4689-445b-a098-ffdbcc4fdf9a,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:30.507225 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:30.513027 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.514736 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2485058
Apr 30 13:54:30.519635 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58400) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:54:30.525956 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'security_group_rule': {'security_group_id': '83b975bf-6619-46b4-a09d-703dcbe578bf', 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:30.532443 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:54:30.538196 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Usage tracker for resource:security_group_rule and tenant:7dbbf6d943814b7e84f6af3fb089971f is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:54:30.541406 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:54:30.548460 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:54:30.562856 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.securitygroups_db [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Project 7dbbf6d943814b7e84f6af3fb089971f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:54:30.572063 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.680404 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.686167 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.690118 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:30.718200 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86049c-90e6-4c5d-8c91-d8b3b8c58318 None None] New status for floating IP f1b18167-0804-43a3-937b-d4ca934c9eb0: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:54:30.720394 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74268bd0-9140-4b00-b96e-06157ef95e6e,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:30.727464 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:30.741147 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:30.746669 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ada3b6c7-0381-4537-8a2a-dc3a19b433dd tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2223446
Apr 30 13:54:30.931056 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-b5ed8226-cd08-48e7-b606-f3156c5a5a33 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469734020&fields=id&tenant_id=7dbbf6d943814b7e84f6af3fb089971f HTTP/1.1" status: 200  len: 267 time: 0.0617065
Apr 30 13:54:31.062637 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-383f1f57-02d6-4091-902c-a0be865e9965 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:31.064450 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-383f1f57-02d6-4091-902c-a0be865e9965 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.1229174
Apr 30 13:54:31.085617 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'port': {'security_groups': ['5da052a9-a31f-4c6b-9914-5739913d4f19', '83b975bf-6619-46b4-a09d-703dcbe578bf']}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:54:31.250457 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:31.599684 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:54:31.630429 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:31.636342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:31.642185 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d702acce-6efa-4f89-9090-d2a895051f23 tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:54:31.672415 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:54:31.731647 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:31.732746 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:31.734809 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-640bc24c-c43c-4c8b-b8c6-dc74415993ea req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "PUT /v2.0/ports/6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 981 time: 0.6543643
Apr 30 13:54:31.735725 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:54:31.777546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=6']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:54:31.781176 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a55739ba-3369-4e24-a0fe-7397c0eef0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:54:31.907805 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:54:31.914261 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'status': 'completed', 'code': 200}
Apr 30 13:54:32.182347 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-e1bfaa89-25ba-4f9a-8b22-879633154202 None None] Provisioning complete for port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:54:32.182926 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaa89-25ba-4f9a-8b22-879633154202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:32.234204 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c86c5-5511-43e5-9d48-05c487cd4236 req-6c7e9ee0-c2d7-4f8d-91b5-d88f903cd5fa tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:32.236701 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-004c86c5-5511-43e5-9d48-05c487cd4236 req-6c7e9ee0-c2d7-4f8d-91b5-d88f903cd5fa tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.3433638
Apr 30 13:54:32.247421 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b58fb-5100-444f-9c43-74bf0932a213 req-97f00cd9-7c72-4e76-bddb-eb6141b925ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:32.249814 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931b58fb-5100-444f-9c43-74bf0932a213 req-97f00cd9-7c72-4e76-bddb-eb6141b925ad service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1137 time: 0.1583455
Apr 30 13:54:32.490649 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-004c86c5-5511-43e5-9d48-05c487cd4236 req-29af944c-8917-4b1e-8db9-fc445efc89e4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Synchronizing usage tracker for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:54:32.534738 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-004c86c5-5511-43e5-9d48-05c487cd4236 req-29af944c-8917-4b1e-8db9-fc445efc89e4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Unset dirty status for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:54:32.536642 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-004c86c5-5511-43e5-9d48-05c487cd4236 req-29af944c-8917-4b1e-8db9-fc445efc89e4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2853858
Apr 30 13:54:32.568821 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b58fb-5100-444f-9c43-74bf0932a213 req-15136d03-3811-4fd7-9c3c-28ded31728b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:32.571577 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931b58fb-5100-444f-9c43-74bf0932a213 req-15136d03-3811-4fd7-9c3c-28ded31728b3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.2897036
Apr 30 13:54:32.750172 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931b58fb-5100-444f-9c43-74bf0932a213 req-90c51a62-5e77-46d4-a714-d121a2bc3b1f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 1000 time: 0.1708152
Apr 30 13:54:32.865928 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b58fb-5100-444f-9c43-74bf0932a213 req-83fee49e-49c8-45d0-bceb-435aa0f34fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:32.868392 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931b58fb-5100-444f-9c43-74bf0932a213 req-83fee49e-49c8-45d0-bceb-435aa0f34fa6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.1113164
Apr 30 13:54:33.004379 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b58fb-5100-444f-9c43-74bf0932a213 req-59012c36-db95-42e7-8982-edeae14c1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:33.005395 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931b58fb-5100-444f-9c43-74bf0932a213 req-59012c36-db95-42e7-8982-edeae14c1e43 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1274161
Apr 30 13:54:33.189070 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931b58fb-5100-444f-9c43-74bf0932a213 req-56da114b-135f-488e-a4c8-3ed148627b05 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743526
Apr 30 13:54:33.370112 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-931b58fb-5100-444f-9c43-74bf0932a213 req-8111f4ba-2d75-4337-a1b5-c68e1e08ecfb service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721561
Apr 30 13:54:34.976152 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:54:44.261787 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ff2463e7-65f3-4d8f-bbfe-adb920917abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:46.940514 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3946df99-642f-4d8e-85c7-125e84f5758b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:47.014641 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-9741423d-d107-45b7-9cd8-df481106365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:47.016070 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-9741423d-d107-45b7-9cd8-df481106365f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1137 time: 0.1978900
Apr 30 13:54:47.029331 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0245a6-be94-4ed5-99b0-74a599480603 req-a50cb402-bc8d-4281-b905-2b8959086081 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:47.030900 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cd0245a6-be94-4ed5-99b0-74a599480603 req-a50cb402-bc8d-4281-b905-2b8959086081 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1410146
Apr 30 13:54:47.181904 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cd0245a6-be94-4ed5-99b0-74a599480603 req-f6ae1c28-b245-461a-a1b4-611cfcf3a1c7 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1298153
Apr 30 13:54:47.223403 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-455d1e66-b281-43f1-8613-ed457c1f3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:47.225760 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-455d1e66-b281-43f1-8613-ed457c1f3fea service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.1936686
Apr 30 13:54:47.230832 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:47.379436 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-0b3ac301-e39a-4741-88df-1396182f05eb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 1000 time: 0.1439040
Apr 30 13:54:47.452563 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-e916c5da-328b-4310-9f71-4c44b4c5f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:47.454049 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-e916c5da-328b-4310-9f71-4c44b4c5f4a5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0666509
Apr 30 13:54:47.542978 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-c38f261e-31f9-4dd4-9719-90581be46309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:47.544527 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-c38f261e-31f9-4dd4-9719-90581be46309 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835876
Apr 30 13:54:47.664538 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:47.705320 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-53d2bee9-ef32-4d08-a2e9-0fbae7ceec28 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536069
Apr 30 13:54:47.964951 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-d93463ae-06da-43cf-9ebf-c7ce872891eb req-35532cc6-96e8-4ca2-9a84-d1b6ff42399d service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501881
Apr 30 13:54:48.479274 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b346eb-f0b2-462d-ae53-bd138103d038 req-c7aa3dc3-d97b-42f6-b994-4ff9a694582d tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:48.481342 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-76b346eb-f0b2-462d-ae53-bd138103d038 req-c7aa3dc3-d97b-42f6-b994-4ff9a694582d tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1069479
Apr 30 13:54:48.559556 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-76b346eb-f0b2-462d-ae53-bd138103d038 req-6e1c4523-229b-4188-9caa-7e53c2ec4174 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0713842
Apr 30 13:54:49.041355 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:49.420086 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:54:49.823794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675941-d454-440b-8ed1-1196d75a514a req-76366181-309a-48a5-9b16-715e52449e28 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:49.825395 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-23675941-d454-440b-8ed1-1196d75a514a req-76366181-309a-48a5-9b16-715e52449e28 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1114783
Apr 30 13:54:49.901984 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-23675941-d454-440b-8ed1-1196d75a514a req-4ef4da06-af27-487a-97d5-efa326194b07 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0653543
Apr 30 13:54:51.145814 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c419a7-8700-4128-a98b-bb8e6f4aa203 req-e08e4b02-7602-456d-80b3-1b37add883a9 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:51.147510 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-00c419a7-8700-4128-a98b-bb8e6f4aa203 req-e08e4b02-7602-456d-80b3-1b37add883a9 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1174722
Apr 30 13:54:51.213057 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-00c419a7-8700-4128-a98b-bb8e6f4aa203 req-a920c84f-4271-4fe7-b81f-f00089059a43 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0593724
Apr 30 13:54:52.457298 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dfa7d-cf15-4457-83cf-3a9026361bc4 req-d797f114-da87-410e-bae9-b2d93642fe8e tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:52.458966 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2a4dfa7d-cf15-4457-83cf-3a9026361bc4 req-d797f114-da87-410e-bae9-b2d93642fe8e tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1204841
Apr 30 13:54:52.526139 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2a4dfa7d-cf15-4457-83cf-3a9026361bc4 req-aed5d14e-1203-4822-89d6-2451aa74ddaf tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0602472
Apr 30 13:54:53.806635 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376d57e-a6a9-46d2-aa55-fb2b905d2226 req-3ebf2574-893e-46dc-841e-74e6a4f3b0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:53.811588 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b376d57e-a6a9-46d2-aa55-fb2b905d2226 req-3ebf2574-893e-46dc-841e-74e6a4f3b0c8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1341438
Apr 30 13:54:53.887375 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b376d57e-a6a9-46d2-aa55-fb2b905d2226 req-6b6d2832-a0f0-456e-afa6-aaa5d525bd31 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0713649
Apr 30 13:54:55.142461 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56d86-63be-4888-a3f1-0c0f295e6b09 req-e371d152-ad69-4a6e-8c2c-bf694089d447 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:55.145339 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a0b56d86-63be-4888-a3f1-0c0f295e6b09 req-e371d152-ad69-4a6e-8c2c-bf694089d447 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1053221
Apr 30 13:54:55.207224 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a0b56d86-63be-4888-a3f1-0c0f295e6b09 req-f2daf00c-11f3-451d-a891-9d431cf7d29b tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0515509
Apr 30 13:54:56.462971 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6117df5-bfad-4a49-913a-97c17437bf97 req-d6f710c4-3c5a-4a43-b0b1-37340cdc8ec9 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:56.465444 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6117df5-bfad-4a49-913a-97c17437bf97 req-d6f710c4-3c5a-4a43-b0b1-37340cdc8ec9 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1163025
Apr 30 13:54:56.524536 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c6117df5-bfad-4a49-913a-97c17437bf97 req-d52cc484-3f84-4cd9-a039-a76a33491ee4 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0455344
Apr 30 13:54:57.766205 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9d83-48cb-47c9-aa8d-cf8ce0be419b req-7544eb7d-cc3e-45ef-b00b-59bd88b49e94 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:57.767861 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-200b9d83-48cb-47c9-aa8d-cf8ce0be419b req-7544eb7d-cc3e-45ef-b00b-59bd88b49e94 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1053457
Apr 30 13:54:57.843893 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-200b9d83-48cb-47c9-aa8d-cf8ce0be419b req-e045ae35-5f5a-4630-8f48-9a985381552e tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0686967
Apr 30 13:54:59.093452 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85dc4f-a0ee-4dae-9b0c-9d275e185a9b req-24d9d146-4092-4905-8882-73c9e602a8d9 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:54:59.094958 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fe85dc4f-a0ee-4dae-9b0c-9d275e185a9b req-24d9d146-4092-4905-8882-73c9e602a8d9 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.1119752
Apr 30 13:54:59.167046 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-fe85dc4f-a0ee-4dae-9b0c-9d275e185a9b req-2a32cfc0-5aee-4e1a-9bfa-981a640ca5b0 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0633817
Apr 30 13:55:00.416706 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a3e3a-f8a5-4149-9e42-b0b7f67cb019 req-3d9ab480-2a4c-4dd3-84e1-edbdf4f23609 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:00.419311 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f9a3e3a-f8a5-4149-9e42-b0b7f67cb019 req-3d9ab480-2a4c-4dd3-84e1-edbdf4f23609 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.0988193
Apr 30 13:55:00.477384 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5f9a3e3a-f8a5-4149-9e42-b0b7f67cb019 req-45612857-7fc3-4f09-a78c-60ae33574e55 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=83b975bf-6619-46b4-a09d-703dcbe578bf&id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0488949
Apr 30 13:55:11.979663 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:55:14.260668 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7daed900-ca95-49cf-9a55-3353c1e862d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:16.929903 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1f322fd7-424b-4f6e-9eff-4150a48d7560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:17.210910 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:17.216963 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-ff504ea4-4eb5-40c9-9b2b-b3815338644a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1081779
Apr 30 13:55:17.402416 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-7a964493-7deb-49d9-9e84-280eac247931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:17.404908 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-7a964493-7deb-49d9-9e84-280eac247931 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1137 time: 0.0919340
Apr 30 13:55:17.588417 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-f8591f8a-0211-47f6-b158-8118b3e976c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:17.591156 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-f8591f8a-0211-47f6-b158-8118b3e976c5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.1625984
Apr 30 13:55:17.665016 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:17.729973 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-897e8272-301e-40ea-8935-36f9f4ef069b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 1000 time: 0.1320214
Apr 30 13:55:17.809268 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-da3e71bd-2ddc-4e7e-b269-9a51a07f4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:17.811760 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-da3e71bd-2ddc-4e7e-b269-9a51a07f4d82 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0747905
Apr 30 13:55:17.940340 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-b62886aa-120c-4f6c-99bc-2de68b1b685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:17.942381 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-b62886aa-120c-4f6c-99bc-2de68b1b685a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1241066
Apr 30 13:55:18.120015 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-833fae7e-0752-4709-8a48-af6226b4e745 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698489
Apr 30 13:55:18.275143 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-7f20f7a2-87fa-434a-9d6a-7195896faffa req-0a248965-df42-4398-be8d-bc07da070abd service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490052
Apr 30 13:55:19.047385 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:19.427317 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:32.894322 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-ab856905-8fe2-4e97-85bf-d8041ecaa1d8 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469734020&fields=id&tenant_id=7dbbf6d943814b7e84f6af3fb089971f HTTP/1.1" status: 200  len: 267 time: 0.0571165
Apr 30 13:55:32.998190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-d26e93be-d711-429f-9b21-35fbc832b46c tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:32.998485 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-d26e93be-d711-429f-9b21-35fbc832b46c tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 984 time: 0.0972862
Apr 30 13:55:33.014131 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Request body: {'port': {'security_groups': ['5da052a9-a31f-4c6b-9914-5739913d4f19']}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:55:33.180231 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:33.605409 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:33.647309 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:33.653458 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:33.661116 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c5b3ba29-4f28-49db-a12c-78862fd63cdf tempest-AttachVolumeShelveTestJSON-1116128006 tempest-AttachVolumeShelveTestJSON-1116128006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:33.693607 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:55:33.727454 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:33.728202 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:33.729999 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7b579d14-146d-4ddd-83f8-04a1a8f1db4e req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "PUT /v2.0/ports/6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 942 time: 0.7206228
Apr 30 13:55:33.730669 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:55:33.744228 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58454) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:33.781150 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event updated for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=7']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:33.793066 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.793440 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.793991 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.794551 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.795227 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.795747 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.796289 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.796801 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.797985 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.798538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.799141 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.799658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:33.805595 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:33.834548 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'status': 'completed', 'code': 200}
Apr 30 13:55:33.920708 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:33.946340 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:55:33.979092 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:34.135963 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-82ff4020-ab0e-49d5-8efe-52dec32891e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:34.138853 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-82ff4020-ab0e-49d5-8efe-52dec32891e9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1098 time: 0.2204170
Apr 30 13:55:34.173485 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-f2b0428e-a311-47c1-918a-706f6182bd00 None None] Provisioning complete for port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:55:34.174135 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f2b0428e-a311-47c1-918a-706f6182bd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:34.408803 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:34.416106 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5d67b279-a78d-447e-88b0-a741fe82df54 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:34.445085 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b975bf-6619-46b4-a09d-703dcbe578bf,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:34.465232 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.465755 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.466158 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.466547 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.466946 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.467289 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.467667 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.468096 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.468604 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.468968 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.469373 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.469842 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:34.473433 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:34.477649 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:34.482571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58458) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:34.483589 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-4f8246e1-c99f-4783-a67d-9d2dddcfc011 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "DELETE /v2.0/security-groups/83b975bf-6619-46b4-a09d-703dcbe578bf HTTP/1.1" status: 204  len: 168 time: 0.7349443
Apr 30 13:55:34.505138 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-72f40d33-d5a7-444e-9098-7375729b825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:34.507900 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-72f40d33-d5a7-444e-9098-7375729b825f service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.3626153
Apr 30 13:55:34.669795 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-7732ded1-903d-47a0-9c86-dfb23166db71 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 1000 time: 0.1539731
Apr 30 13:55:34.760897 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-da782b7b-75b7-472d-9daf-7fd725cd27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:34.763677 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-da782b7b-75b7-472d-9daf-7fd725cd27a9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0858753
Apr 30 13:55:34.879984 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-0525fc68-6b72-46b6-960c-1ff61b6688df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:34.881466 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-0525fc68-6b72-46b6-960c-1ff61b6688df service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1100388
Apr 30 13:55:34.919102 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Deleting port 8841ce85-9cb3-4b0b-abee-10eebc735ec5 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:34.919599 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:35.074700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:35.075108 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:35.097184 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-be7164d6-94c1-4f82-a2e7-7c17d9e254f0 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2064307
Apr 30 13:55:35.231963 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Calling delete_port for 8841ce85-9cb3-4b0b-abee-10eebc735ec5 owned by network:floatingip {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:35.284718 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-a8d614c7-6d31-4b80-bdb7-fc1f526fd60f req-430af06a-654e-47e8-9f77-1bbd93f8d568 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734521
Apr 30 13:55:35.420497 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:35.425602 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-0d23dca6-9bc4-49a9-978d-4cc36fe86b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:35.488276 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event deleted for resources: {'Port': ['ID=8841ce85-9cb3-4b0b-abee-10eebc735ec5,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:35.515613 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:35.587698 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks [] for floatingip, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:35.588194 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Floating IP f1b18167-0804-43a3-937b-d4ca934c9eb0 disassociated (deleted). External IP: 172.27.0.57, port: 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7.
Apr 30 13:55:35.992185 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Router 45ceca26-801b-4225-a455-ffecedc6c37c has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:55:36.335104 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:55:36.346959 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] Sync routers for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:55:36.358036 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:55:36.359030 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5970>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:36.371001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:36.464994 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "DELETE /v2.0/floatingips/f1b18167-0804-43a3-937b-d4ca934c9eb0 HTTP/1.1" status: 204  len: 168 time: 1.9811146
Apr 30 13:55:36.465885 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:55:36.538335 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'status': 'completed', 'code': 200}
Apr 30 13:55:36.665458 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:55:36.676844 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-e9eb1cac-4d16-4bba-bb0b-38dea0243560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:36.678928 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-e9eb1cac-4d16-4bba-bb0b-38dea0243560 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 1098 time: 0.0905070
Apr 30 13:55:36.949764 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-727805b0-0818-483e-a557-8c539e287610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:36.952033 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-727805b0-0818-483e-a557-8c539e287610 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 200  len: 917 time: 0.2623725
Apr 30 13:55:37.071221 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-a7abdb60-1d02-4374-bf69-ccb05d0c6da6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 200  len: 217 time: 0.1106148
Apr 30 13:55:37.135556 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5970>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:37Z', 'revision_number': 5, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:37.141776 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] Checking router: 45ceca26-801b-4225-a455-ffecedc6c37c for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:55:37.155968 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:55:37.157206 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5970>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:37.172397 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-c6ede7ee-8d3d-429f-bb76-6ffa359f6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:37.174809 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-c6ede7ee-8d3d-429f-bb76-6ffa359f6828 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 200  len: 854 time: 0.0937710
Apr 30 13:55:37.281416 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-909be8fa-cdce-44c9-88d2-1d0f2487127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:37.283815 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-909be8fa-cdce-44c9-88d2-1d0f2487127a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d520f47b-026f-4719-93d8-3db04d2b1c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1008303
Apr 30 13:55:37.377886 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:55:37.451310 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-ccfb6e8a-6d3d-4812-bfeb-7d8f19c5be63 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596196
Apr 30 13:55:37.671421 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-106e371e-25a2-4c48-8a8f-58686e9a0c60 req-5700f688-209a-456b-843f-c0ef6c8ac337 service neutron] 10.222.0.103 "GET /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048676
Apr 30 13:55:37.826760 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff5970>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:37Z', 'revision_number': 5, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:37.832430 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a86a3f-1430-4ec6-8a3d-d60ef70c4951 None None] The sync data for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi is: [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:53:32Z', 'revision_number': 4, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '411ef1ed-9a61-4970-911a-24c034c91894', 'name': '', 'network_id': 'd520f47b-026f-4719-93d8-3db04d2b1c1d', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'mac_address': 'fa:16:3e:21:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2cfa4702-6892-4bac-8dae-120040b06840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:31Z', 'updated_at': '2021-04-30T13:53:37Z', 'revision_number': 5, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'subnets': [{'id': '2cfa4702-6892-4bac-8dae-120040b06840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:55:38.136513 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb5df7a-d27a-424f-b450-1d2f6dd12af3 None None] New status for floating IP f1b18167-0804-43a3-937b-d4ca934c9eb0: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:55:40.311158 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914696-b6f3-4ade-ac28-707bbac4b637 req-6b3ef91e-d16d-445c-be09-b1d39f7939ed tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:40.313489 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20914696-b6f3-4ade-ac28-707bbac4b637 req-6b3ef91e-d16d-445c-be09-b1d39f7939ed tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.1255057
Apr 30 13:55:40.370148 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-20914696-b6f3-4ade-ac28-707bbac4b637 req-6dcee7f1-e21d-4cc5-bcba-e181a2019715 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Synchronizing usage tracker for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:security_group {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:55:40.389253 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-20914696-b6f3-4ade-ac28-707bbac4b637 req-6dcee7f1-e21d-4cc5-bcba-e181a2019715 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Unset dirty status for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:security_group {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:55:40.391789 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-20914696-b6f3-4ade-ac28-707bbac4b637 req-6dcee7f1-e21d-4cc5-bcba-e181a2019715 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655148
Apr 30 13:55:41.624844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc450c-2ef8-475b-b506-74706453cb0c req-2900262f-1299-4ff4-94ed-40463e421b99 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:41.626118 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-2ccc450c-2ef8-475b-b506-74706453cb0c req-2900262f-1299-4ff4-94ed-40463e421b99 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Synchronizing usage tracker for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:55:41.646492 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-2ccc450c-2ef8-475b-b506-74706453cb0c req-2900262f-1299-4ff4-94ed-40463e421b99 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Unset dirty status for tenant:7dbbf6d943814b7e84f6af3fb089971f on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:55:41.648670 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2ccc450c-2ef8-475b-b506-74706453cb0c req-2900262f-1299-4ff4-94ed-40463e421b99 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.1316195
Apr 30 13:55:41.714742 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2ccc450c-2ef8-475b-b506-74706453cb0c req-437d5de1-8bbf-48b1-9754-a5b82992d492 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/security-groups?id=5da052a9-a31f-4c6b-9914-5739913d4f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534952
Apr 30 13:55:42.128810 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-761160c7-8d87-4864-b2bc-396ed4198513 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:55:42.130345 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-761160c7-8d87-4864-b2bc-396ed4198513 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.103 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 945 time: 0.0868361
Apr 30 13:55:42.303814 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Deleting port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:42.304226 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:42.532356 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] For port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:42.532802 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:42.664735 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Calling delete_port for 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 owned by compute:nova {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:42.788880 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:42.795473 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:42.825265 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:55:42.930576 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Pushing event deleted for resources: {'Port': ['ID=6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:42.939151 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:42.978184 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-cf85fdfc-fa8a-4100-8ea8-18b94e00be92 req-92953b77-ca9e-4b4c-81b1-5ada046effc1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.79 "GET /v2.0/ports?device_id=b732fd76-455b-4064-a885-31459b462751 HTTP/1.1" status: 200  len: 210 time: 0.1121256
Apr 30 13:55:43.032769 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] No DVR routers for this DVR port 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 on host hv-cinder-78836 {{(pid=73819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:55:43.035816 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:43.040201 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'name': 'network-vif-deleted', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:55:43.058185 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ed700305-22d5-4460-ae6c-c01dd3bdb329 req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] 10.222.0.103 "DELETE /v2.0/ports/6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 HTTP/1.1" status: 204  len: 173 time: 0.9206772
Apr 30 13:55:43.097173 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b732fd76-455b-4064-a885-31459b462751', 'name': 'network-vif-deleted', 'tag': '6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7', 'status': 'completed', 'code': 200}
Apr 30 13:55:44.257074 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-240a4335-00a0-49b5-96d6-a86cb0ee1136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:44.764743 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58540) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:45.469835 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:55:45.511844 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:55:45.512286 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 6817d8b9-ec7d-40e5-a19f-7757ae2ef7b7 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:55:45.542095 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:46.105458 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Deleting port 411ef1ed-9a61-4970-911a-24c034c91894 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:46.106170 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:46.262398 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] For port 411ef1ed-9a61-4970-911a-24c034c91894, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=411ef1ed-9a61-4970-911a-24c034c91894,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:46.262740 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:46.523357 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Calling delete_port for 411ef1ed-9a61-4970-911a-24c034c91894 owned by network:router_interface {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:46.877453 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:46.883354 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d7e04d4f-c329-4335-9864-41141d24d536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:46.928629 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1bd392f9-d739-480c-9b4b-c491d40fcfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:46.949836 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=411ef1ed-9a61-4970-911a-24c034c91894,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:46.953623 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:47.217994 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:47.286408 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:47.668942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:47.723297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Router 45ceca26-801b-4225-a455-ffecedc6c37c has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:55:47.953908 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:55:47.964957 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] Sync routers for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:55:47.974085 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] 10.222.0.79 "PUT /v2.0/routers/45ceca26-801b-4225-a455-ffecedc6c37c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2043297
Apr 30 13:55:47.975709 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58544) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:47.978810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:55:47.979442 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a32f7040>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:48.230454 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:55:48.317547 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:48.597254 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:48.636327 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a32f7040>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:55:46Z', 'revision_number': 5, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port': {'id': '14d6b01a-19b4-43bc-92f7-02ffc364a8ae', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:29Z', 'updated_at': '2021-04-30T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:48.641621 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] Checking router: 45ceca26-801b-4225-a455-ffecedc6c37c for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:55:48.650927 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] Routers {'45ceca26-801b-4225-a455-ffecedc6c37c'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:55:48.651546 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a32f7040>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['45ceca26-801b-4225-a455-ffecedc6c37c'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:48.711286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Deleting port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:48.711767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:48.816606 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] Set router 45ceca26-801b-4225-a455-ffecedc6c37c gateway port host: None {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:55:48.866706 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] For port 14d6b01a-19b4-43bc-92f7-02ffc364a8ae, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:48.867159 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:48.957383 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a32f7040>, [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:55:48Z', 'revision_number': 6, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:48.961983 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b31ed0-4670-446a-890c-f95d0a0bde81 None None] The sync data for ids ['45ceca26-801b-4225-a455-ffecedc6c37c'] in dv-cinder-788364-2-iscsi is: [{'id': '45ceca26-801b-4225-a455-ffecedc6c37c', 'name': 'tempest-TestMinimumBasicScenario-1786641206-router', 'tenant_id': '7dbbf6d943814b7e84f6af3fb089971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:28Z', 'updated_at': '2021-04-30T13:55:48Z', 'revision_number': 6, 'project_id': '7dbbf6d943814b7e84f6af3fb089971f', 'gw_port_host': None}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:55:48.980215 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:55:49.013476 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Calling delete_port for 14d6b01a-19b4-43bc-92f7-02ffc364a8ae owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:49.058743 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.186385 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.191332 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-1610e775-7f9a-4088-9e96-6f9d3891935a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:49.239399 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=14d6b01a-19b4-43bc-92f7-02ffc364a8ae,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:49.245178 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:49.378253 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.443687 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.480976 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 411ef1ed-9a61-4970-911a-24c034c91894 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:55:49.530179 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 411ef1ed-9a61-4970-911a-24c034c91894 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:55:49.530646 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 411ef1ed-9a61-4970-911a-24c034c91894 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:55:49.714500 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.718116 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.758533 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.759301 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ceca26-801b-4225-a455-ffecedc6c37c {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:55:49.783008 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.790080 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] 10.222.0.79 "DELETE /v2.0/routers/45ceca26-801b-4225-a455-ffecedc6c37c HTTP/1.1" status: 204  len: 168 time: 1.8079720
Apr 30 13:55:49.791598 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58548) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:49.876650 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Deleting subnet 2cfa4702-6892-4bac-8dae-120040b06840 {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:55:49.880373 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:49.958910 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15588390'] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:50.066676 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:50.513103 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1625045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14784110'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:50.517688 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:50.563701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cfa4702-6892-4bac-8dae-120040b06840,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:50.566844 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:50.572966 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ce6a2-e9f9-433d-b350-1df0ab41d54d None None] Network d520f47b-026f-4719-93d8-3db04d2b1c1d requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:55:50.576571 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2cfa4702-6892-4bac-8dae-120040b06840 HTTP/1.1" status: 204  len: 168 time: 0.7812586
Apr 30 13:55:50.576571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-78256008-43d5-401e-994f-29a8eff187c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:50.577265 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58552) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:50.738460 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:50.832387 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Deleting port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:50.832765 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:50.946436 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] DHCP port deletion for d520f47b-026f-4719-93d8-3db04d2b1c1d request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:55:50.976106 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] For port 4cdda7c4-230f-4986-98eb-e1e900dc8d51, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4cdda7c4-230f-4986-98eb-e1e900dc8d51,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:50.976668 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.053948 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Deleting port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:51.054606 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.174280 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Calling delete_port for 4cdda7c4-230f-4986-98eb-e1e900dc8d51 owned by network:dhcp {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:51.186964 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] For port 4cdda7c4-230f-4986-98eb-e1e900dc8d51, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4cdda7c4-230f-4986-98eb-e1e900dc8d51,segment=NetworkSegment(8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5),segment_id=8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:51.188247 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.244044 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.252508 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d0f0a5e6-3deb-45b1-a119-44729acef749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:51.336830 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdda7c4-230f-4986-98eb-e1e900dc8d51,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:51.339760 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] No DVR routers for this DVR port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 on host dv-cinder-788364-2-iscsi {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:55:51.342061 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:51.399110 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Calling delete_port for 4cdda7c4-230f-4986-98eb-e1e900dc8d51 owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:51.447327 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4cdda7c4-230f-4986-98eb-e1e900dc8d51 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:55:51.492885 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 4cdda7c4-230f-4986-98eb-e1e900dc8d51 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:55:51.493378 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4cdda7c4-230f-4986-98eb-e1e900dc8d51 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:55:51.493858 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 14d6b01a-19b4-43bc-92f7-02ffc364a8ae no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:55:51.532090 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 14d6b01a-19b4-43bc-92f7-02ffc364a8ae {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:55:51.533495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 14d6b01a-19b4-43bc-92f7-02ffc364a8ae not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:55:51.533810 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.537031 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.539624 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-b921ffd6-63fe-41f6-b0ca-d3c68aa9cdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:51.616592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Pushing event deleted for resources: {'Port': ['ID=4cdda7c4-230f-4986-98eb-e1e900dc8d51,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:51.624459 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] No DVR routers for this DVR port 4cdda7c4-230f-4986-98eb-e1e900dc8d51 on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:55:51.635750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.636387 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.636870 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.637388 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.637921 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.638488 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.639065 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.639558 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.640101 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.640708 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.641238 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.641763 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:55:51.649663 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:51.709912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a73dcb20>,) {'filters': {'network_id': ['d520f47b-026f-4719-93d8-3db04d2b1c1d']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:51.734703 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a73dcb20>, '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:51.735175 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a73dcb20>, '8fdb2248-5b78-4ab1-a1ca-3c7f5e6450e5') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:51.755674 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.785368 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:51.799904 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:55:52.048190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Network d520f47b-026f-4719-93d8-3db04d2b1c1d has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:55:52.059130 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:52.297847 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Network d520f47b-026f-4719-93d8-3db04d2b1c1d has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:55:52.321140 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:55:52.524358 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:52.528715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:52.548123 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:52.557726 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Pushing event deleted for resources: {'Network': ['ID=d520f47b-026f-4719-93d8-3db04d2b1c1d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:52.561065 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:52.574727 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-757acc12-b532-4eb1-826a-21511daf610b admin admin] 10.222.0.79 "DELETE /v2.0/networks/d520f47b-026f-4719-93d8-3db04d2b1c1d HTTP/1.1" status: 204  len: 168 time: 1.9960306
Apr 30 13:55:52.577272 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58556) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:53.348033 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:53.998644 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Deleting port c3465a6b-5bd6-40ea-8f2e-653553ca1b63 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:53.999730 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:54.124013 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] For port c3465a6b-5bd6-40ea-8f2e-653553ca1b63, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,segment=NetworkSegment(6c64a063-0e2e-40f5-8b23-938bc861d471),segment_id=6c64a063-0e2e-40f5-8b23-938bc861d471)] {{(pid=73819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:54.124293 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:54.260018 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Calling delete_port for c3465a6b-5bd6-40ea-8f2e-653553ca1b63 owned by network:router_interface {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:54.604517 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:54.608368 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:54.655691 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3465a6b-5bd6-40ea-8f2e-653553ca1b63,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:54.694771 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:55.038748 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:55.592553 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:55:55.808562 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:55:55.818175 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] Sync routers for ids ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:55:55.820178 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-c3187ed1-af1a-42a3-9459-c75bb193cb6e admin admin] 10.222.0.79 "PUT /v2.0/routers/58d1b4a8-dc9e-4797-82da-f4292f2f1892/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2409995
Apr 30 13:55:55.823532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58562) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:55.872173 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] Routers {'58d1b4a8-dc9e-4797-82da-f4292f2f1892'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:55:55.872922 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3d26e80>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:56.054393 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:56.087057 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] Set router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:55:56.338505 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:56.457078 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Deleting port 028a556b-cd92-4480-af5f-bc0110ce538e {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:56.457554 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:56.476385 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3d26e80>, [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:55:54Z', 'revision_number': 5, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port': {'id': '028a556b-cd92-4480-af5f-bc0110ce538e', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:53:36Z', 'updated_at': '2021-04-30T13:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:56.480941 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] Checking router: 58d1b4a8-dc9e-4797-82da-f4292f2f1892 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:55:56.491434 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] Routers {'58d1b4a8-dc9e-4797-82da-f4292f2f1892'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:55:56.492245 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3d26e80>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:56.655496 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] For port 028a556b-cd92-4480-af5f-bc0110ce538e, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=028a556b-cd92-4480-af5f-bc0110ce538e,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:56.655999 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:56.673003 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] Set router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 gateway port host: None {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:55:56.800464 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Calling delete_port for 028a556b-cd92-4480-af5f-bc0110ce538e owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:56.869789 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3d26e80>, [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:55:56Z', 'revision_number': 6, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:56.877721 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb85ac-4bee-4e9e-aa67-ec7ce21f4ebb None None] The sync data for ids ['58d1b4a8-dc9e-4797-82da-f4292f2f1892'] in dv-cinder-788364-2-iscsi is: [{'id': '58d1b4a8-dc9e-4797-82da-f4292f2f1892', 'name': 'tempest-TestMinimumBasicScenario-1857690412-router', 'tenant_id': '25abc8b904f842b9ad45034aad119091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:53:35Z', 'updated_at': '2021-04-30T13:55:56Z', 'revision_number': 6, 'project_id': '25abc8b904f842b9ad45034aad119091', 'gw_port_host': None}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:55:56.979654 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:56.988244 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-56b1a705-1184-4346-8c44-434b45fe2980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:57.047596 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=028a556b-cd92-4480-af5f-bc0110ce538e,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:57.075769 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:57.148188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:57.394479 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:57.398480 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:57.427449 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:57.428218 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d1b4a8-dc9e-4797-82da-f4292f2f1892 {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:55:57.445665 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:57.446867 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-783b96a3-08e2-448b-aa39-ab68603e0c7a admin admin] 10.222.0.79 "DELETE /v2.0/routers/58d1b4a8-dc9e-4797-82da-f4292f2f1892 HTTP/1.1" status: 204  len: 168 time: 1.6219249
Apr 30 13:55:57.450991 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58566) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:57.529684 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Deleting subnet 86f22bbc-eb43-411c-9e80-7575d20e170d {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:55:57.535243 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:57.589132 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15588390'] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:57.697370 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3465a6b-5bd6-40ea-8f2e-653553ca1b63 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:55:57.740804 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: c3465a6b-5bd6-40ea-8f2e-653553ca1b63 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:55:57.741380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device c3465a6b-5bd6-40ea-8f2e-653553ca1b63 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:55:57.742298 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 028a556b-cd92-4480-af5f-bc0110ce538e no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:55:57.785273 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 028a556b-cd92-4480-af5f-bc0110ce538e {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:55:57.785628 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 028a556b-cd92-4480-af5f-bc0110ce538e not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:55:57.841138 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.183760 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1625045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14784110'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.188722 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:58.224755 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f22bbc-eb43-411c-9e80-7575d20e170d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:58.228014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:58.229939 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.239172 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-a425aa8e-6b84-4d8b-ac6d-022d952e9ded admin admin] 10.222.0.79 "DELETE /v2.0/subnets/86f22bbc-eb43-411c-9e80-7575d20e170d HTTP/1.1" status: 204  len: 168 time: 0.7869320
Apr 30 13:55:58.243713 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58570) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:55:58.247855 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233aef2e-444c-45f5-9e70-bcf6e79784c7 None None] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:55:58.371507 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.467709 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Deleting port bd25c181-287f-4328-802f-c779d2b17d20 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:58.468735 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.526724 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] DHCP port deletion for b170ab2e-bcf8-4e45-81cb-8757a094d8ba request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:55:58.645378 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] For port bd25c181-287f-4328-802f-c779d2b17d20, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=bd25c181-287f-4328-802f-c779d2b17d20,segment=NetworkSegment(6c64a063-0e2e-40f5-8b23-938bc861d471),segment_id=6c64a063-0e2e-40f5-8b23-938bc861d471)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:58.645949 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.672559 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] Deleting port bd25c181-287f-4328-802f-c779d2b17d20 {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:55:58.673097 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.829951 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] For port bd25c181-287f-4328-802f-c779d2b17d20, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=bd25c181-287f-4328-802f-c779d2b17d20,segment=NetworkSegment(6c64a063-0e2e-40f5-8b23-938bc861d471),segment_id=6c64a063-0e2e-40f5-8b23-938bc861d471)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:55:58.831009 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.845507 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Calling delete_port for bd25c181-287f-4328-802f-c779d2b17d20 owned by network:dhcp {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:58.918520 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:58.923736 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ae15d3ac-06e1-4b6f-b82a-ba0118fdea0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:58.972902 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] Calling delete_port for bd25c181-287f-4328-802f-c779d2b17d20 owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:55:58.976540 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd25c181-287f-4328-802f-c779d2b17d20,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:58.979833 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] No DVR routers for this DVR port bd25c181-287f-4328-802f-c779d2b17d20 on host dv-cinder-788364-2-iscsi {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:55:58.982130 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:59.025161 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:59.029530 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-33967a10-e63b-428b-bbbb-22dfa3bbb722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:55:59.084894 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] Pushing event deleted for resources: {'Port': ['ID=bd25c181-287f-4328-802f-c779d2b17d20,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:55:59.086652 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] No DVR routers for this DVR port bd25c181-287f-4328-802f-c779d2b17d20 on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:55:59.087910 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-c5ca94d1-8e95-4eab-8967-0cbd348bc77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:55:59.125297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:59.349617 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a6726f10>,) {'filters': {'network_id': ['b170ab2e-bcf8-4e45-81cb-8757a094d8ba']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:59.373807 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a6726f10>, '6c64a063-0e2e-40f5-8b23-938bc861d471') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:59.374361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a6726f10>, '6c64a063-0e2e-40f5-8b23-938bc861d471') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:55:59.398597 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:59.431218 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device bd25c181-287f-4328-802f-c779d2b17d20 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:55:59.432053 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:59.445181 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:55:59.475148 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: bd25c181-287f-4328-802f-c779d2b17d20 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:55:59.475497 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device bd25c181-287f-4328-802f-c779d2b17d20 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:55:59.665723 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:55:59.676310 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:55:59.977628 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Network b170ab2e-bcf8-4e45-81cb-8757a094d8ba has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:56:00.001643 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:56:00.091312 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:00.097801 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-40c4d3b6-092e-431e-8092-c0fc010be715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:00.123997 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:00.138051 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b170ab2e-bcf8-4e45-81cb-8757a094d8ba,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:00.142566 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:00.145255 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b170ab2e-bcf8-4e45-81cb-8757a094d8ba HTTP/1.1" status: 204  len: 168 time: 1.9005182
Apr 30 13:56:00.419790 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58576) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:00.508976 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5284d015-611f-479a-b11a-076e43f07a7f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7dbbf6d943814b7e84f6af3fb089971f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0874889
Apr 30 13:56:00.512033 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58580) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:00.589804 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc374-099d-4838-9552-fbc2a5d5ead5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:00.632321 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc374-099d-4838-9552-fbc2a5d5ead5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:00.722806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc374-099d-4838-9552-fbc2a5d5ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:00.731920 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c76c8471-80cd-49af-b922-7bb3443e0f15 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:00.759821 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cc374-099d-4838-9552-fbc2a5d5ead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da052a9-a31f-4c6b-9914-5739913d4f19,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:00.764469 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5c4cc374-099d-4838-9552-fbc2a5d5ead5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:00.777359 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc374-099d-4838-9552-fbc2a5d5ead5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:00.779353 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-5c4cc374-099d-4838-9552-fbc2a5d5ead5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5da052a9-a31f-4c6b-9914-5739913d4f19 HTTP/1.1" status: 204  len: 168 time: 0.2660341
Apr 30 13:56:01.403549 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58588) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:01.466827 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2c01bb44-3fb4-4227-a8a4-1879282eb41e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25abc8b904f842b9ad45034aad119091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0618787
Apr 30 13:56:01.470843 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58592) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:01.543120 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:01.576864 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:01.642901 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:01.647555 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-986c5c68-d599-49ca-995f-b9e576a3e91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:01.666259 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157349f3-0bf3-49d3-8831-ca9b1a239b27,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:01.671630 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:01.675795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:01.676961 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/157349f3-0bf3-49d3-8831-ca9b1a239b27 HTTP/1.1" status: 204  len: 168 time: 0.2051327
Apr 30 13:56:02.728384 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58616) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:02.929827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1328343820-network', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:02.937281 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:02.943959 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Usage tracker for resource:network and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:02.948100 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:02.956098 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:02.972230 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Made reservation on behalf of 84f3c43c33604ba0889f52e0fc038af6 for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:56:02.975691 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:02.998702 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.019580 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:03.024031 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:03.027534 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:03.040036 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:03.158945 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.163218 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.166490 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-3d00b9f2-d8c9-405f-899d-fc392c545ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:03.196661 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:56:03.206203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e99d7-6a73-49fe-b5e7-74651c774af1,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:03.210413 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:03.214930 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.214930 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Added segment 1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c of type vlan for network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32
Apr 30 13:56:03.245162 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.287235 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.288695 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:03.289330 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.292930 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:03.398574 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6687379
Apr 30 13:56:03.399623 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Pushing event updated for resources: {'Network': ['ID=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:03.401927 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58622) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:03.404771 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-beb4db24-5c5a-4073-9a0f-34f754572c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:03.410477 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Request body: {'subnet': {'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1328343820-subnet', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:03.413075 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:56:03.418230 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:03.423707 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Usage tracker for resource:subnet and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:03.426711 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:03.435615 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:03.452234 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Made reservation on behalf of 84f3c43c33604ba0889f52e0fc038af6 for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:56:03.455544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14784115'] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.903097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14784097'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:03.908014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:03.986626 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3e7021-83f3-4666-be1a-4ac74275289e,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:03.990495 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:03.998188 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Checking segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:03.998538 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Network hostable DHCP agents. Network: c9d9f60a-7ceb-4b5a-a2df-30f38a463f32, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:56:04.026392 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:56:04.038044 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, c9d9f60a-7ceb-4b5a-a2df-30f38a463f32) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:04.047895 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:04.048490 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.052670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cca49-0822-4e8b-ae83-d17fd1256062 None None] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:56:04.073838 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-625ef648-6b36-4b97-9653-06186c30e9a8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6706595
Apr 30 13:56:04.076752 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58626) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:04.086118 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:04.093925 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:04.098559 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Usage tracker for resource:router and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:04.104914 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:04.114432 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:04.131317 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.132222 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.151796 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.307977 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:56:04.309074 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.488958 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Allocated IP 172.20.0.2 (c9d9f60a-7ceb-4b5a-a2df-30f38a463f32/5a3e7021-83f3-4666-be1a-4ac74275289e/1dc86cd5-2a64-4739-9f62-5fc491abe743) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:56:04.576344 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.793367 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.805686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Transition to ACTIVE for port object 1dc86cd5-2a64-4739-9f62-5fc491abe743 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:04.836615 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Transition to ACTIVE for port object 1dc86cd5-2a64-4739-9f62-5fc491abe743 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:04.845975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:04.860230 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:04.913428 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:04.916610 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:04.920497 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:56:04.997672 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:05.015220 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Pushing event updated for resources: {'Port': ['ID=1dc86cd5-2a64-4739-9f62-5fc491abe743,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:05.023096 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:05.037950 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:05.055925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Attempting to bind port 1dc86cd5-2a64-4739-9f62-5fc491abe743 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:56:05.056202 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Attempting to bind port 1dc86cd5-2a64-4739-9f62-5fc491abe743 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:56:05.056536 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Attempting to bind port 1dc86cd5-2a64-4739-9f62-5fc491abe743 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:05.063244 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:56:05.063621 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Checking segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:05.064020 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:05.064440 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Bound using segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:56:05.064879 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Bound port: 1dc86cd5-2a64-4739-9f62-5fc491abe743, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:56:05.065260 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:05.190642 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] For port 1dc86cd5-2a64-4739-9f62-5fc491abe743, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:56:05.196137 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] For port 1dc86cd5-2a64-4739-9f62-5fc491abe743, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=1dc86cd5-2a64-4739-9f62-5fc491abe743,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:56:05.204377 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Allocated IP 172.27.0.211 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/37e43391-4083-4863-8892-247a46290e04) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:56:05.208535 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:05.221412 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:05.322222 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Pushing event updated for resources: {'Port': ['ID=1dc86cd5-2a64-4739-9f62-5fc491abe743,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:05.331550 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-8684f022-0ff8-4c1e-bdcc-9c5974827583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:05.411667 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:05.456575 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:05.460971 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2f13c7b2-e958-4c92-959f-4938f30a5ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:05.555709 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Pushing event updated for resources: {'Port': ['ID=37e43391-4083-4863-8892-247a46290e04,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:05.561537 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:05.563875 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:05.565517 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:05.568877 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:56:06.141486 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:06.404547 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7552898-82c9-4067-91c8-0722920ee25a None None] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:56:06.597056 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-6943a465-79e9-4f51-9978-7e7a6d31538b None None] Provisioning for port 1dc86cd5-2a64-4739-9f62-5fc491abe743 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:06.733005 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:07.028789 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Router a6a25536-eacb-430b-a64d-5f2519405923 is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:56:07.237688 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:56:07.252028 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:56:07.263489 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:07.264579 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a34c95e0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:07.272417 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:07.273960 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-c0853627-71ec-4acb-9f43-3e4a53917214 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1951821
Apr 30 13:56:07.278558 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58630) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:07.489308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 1dc86cd5-2a64-4739-9f62-5fc491abe743 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:07.572228 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:07.845475 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 1dc86cd5-2a64-4739-9f62-5fc491abe743 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:07.861347 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 1dc86cd5-2a64-4739-9f62-5fc491abe743 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:07.861933 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.128309 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.147096 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a34c95e0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:05Z', 'revision_number': 3, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:08.147456 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.158427 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:56:08.159277 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Updating router a6a25536-eacb-430b-a64d-5f2519405923 port 37e43391-4083-4863-8892-247a46290e04 binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:56:08.239143 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 1dc86cd5-2a64-4739-9f62-5fc491abe743, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=1dc86cd5-2a64-4739-9f62-5fc491abe743,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:56:08.251751 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.255275 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:08.309708 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.580259 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Allocated IP 172.20.0.1 (c9d9f60a-7ceb-4b5a-a2df-30f38a463f32/5a3e7021-83f3-4666-be1a-4ac74275289e/8b4172cf-2833-43c2-b407-a78b217c5359) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:56:08.582916 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=1dc86cd5-2a64-4739-9f62-5fc491abe743,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:08.592259 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:08.770232 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.788098 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Transition to ACTIVE for port object 8b4172cf-2833-43c2-b407-a78b217c5359 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:08.817933 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.823267 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-90e8fd72-38ce-41ab-96bb-83dcf34fc6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:08.901163 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:08.907240 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:08.912703 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:56:08.933770 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.955825 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4172cf-2833-43c2-b407-a78b217c5359,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:08.956123 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Transition to ACTIVE for port object 37e43391-4083-4863-8892-247a46290e04 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:08.964529 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:08.966620 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:08.972609 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:08.996715 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.081144 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Attempting to bind port 37e43391-4083-4863-8892-247a46290e04 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:56:09.081765 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Attempting to bind port 37e43391-4083-4863-8892-247a46290e04 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:56:09.082410 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Attempting to bind port 37e43391-4083-4863-8892-247a46290e04 on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:09.094975 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8632-322b-484e-8ff7-eb3a1fa85997 None None] Pushing event updated for resources: {'Port': ['ID=37e43391-4083-4863-8892-247a46290e04,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:09.099292 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:56:09.099924 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:09.100587 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.101220 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:56:09.102001 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Bound port: 37e43391-4083-4863-8892-247a46290e04, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:56:09.102592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.141501 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-21cb8632-322b-484e-8ff7-eb3a1fa85997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:09.252075 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] For port 37e43391-4083-4863-8892-247a46290e04, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:56:09.256690 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] For port 37e43391-4083-4863-8892-247a46290e04, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=37e43391-4083-4863-8892-247a46290e04,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:56:09.265136 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.270313 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-ff9370d8-34cd-4599-9e57-191c8711fc08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:09.338525 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-4ed0015f-984f-4893-ad40-ed38e1c2c60f None None] Provisioning for port 8b4172cf-2833-43c2-b407-a78b217c5359 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:09.359031 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.363477 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-4ed0015f-984f-4893-ad40-ed38e1c2c60f None None] Provisioning complete for port 8b4172cf-2833-43c2-b407-a78b217c5359 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:09.363849 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-4ed0015f-984f-4893-ad40-ed38e1c2c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.415046 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:09.415702 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a34c95e0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:09.470798 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8632-322b-484e-8ff7-eb3a1fa85997 None None] Pushing event updated for resources: {'Port': ['ID=37e43391-4083-4863-8892-247a46290e04,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:09.492312 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-21cb8632-322b-484e-8ff7-eb3a1fa85997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:09.496121 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 1dc86cd5-2a64-4739-9f62-5fc491abe743 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:09.571056 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0015f-984f-4893-ad40-ed38e1c2c60f None None] Port 8b4172cf-2833-43c2-b407-a78b217c5359 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:56:09.664585 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.672757 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.694721 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:09.712216 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d02d64c8-1c31-49fa-9a7c-e7f211df4e74 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:09.762454 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 1dc86cd5-2a64-4739-9f62-5fc491abe743 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:09.762834 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.819407 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:09.827062 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4172cf-2833-43c2-b407-a78b217c5359,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:09.832872 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:10.047369 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:10.049156 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:10.234250 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a34c95e0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:08Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:10.240096 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f71fa-7e1c-4d64-a9ea-54c683df1d9e None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:08Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:56:10.306116 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-639798a9-e069-462f-a8b3-23458816cf11 None None] Provisioning complete for port 8b4172cf-2833-43c2-b407-a78b217c5359 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:10.306588 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-639798a9-e069-462f-a8b3-23458816cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:10.383951 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-639798a9-e069-462f-a8b3-23458816cf11 None None] Port 8b4172cf-2833-43c2-b407-a78b217c5359 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:56:10.411949 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:56:10.796482 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:56:10.811084 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] 10.222.0.79 "PUT /v2.0/routers/a6a25536-eacb-430b-a64d-5f2519405923/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5310302
Apr 30 13:56:11.477169 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 37e43391-4083-4863-8892-247a46290e04 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:11.576592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 37e43391-4083-4863-8892-247a46290e04 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:11.584834 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 37e43391-4083-4863-8892-247a46290e04 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:11.585328 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:11.724448 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58648) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:11.735326 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1825472679-network', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:11.739458 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:11.745089 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:11.750369 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Usage tracker for resource:network and tenant:3ece0441c5574275924343ac0c67cd0d is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:11.754968 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:11.761550 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:11.764146 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 37e43391-4083-4863-8892-247a46290e04, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=37e43391-4083-4863-8892-247a46290e04,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:56:11.772055 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:11.775020 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-1b3e468e-bed5-4455-b9be-b378e77b0e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:11.778194 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Made reservation on behalf of 3ece0441c5574275924343ac0c67cd0d for: {'network': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:56:11.781104 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for network, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:11.801089 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:11.821250 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:11.826990 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Usage tracker for resource:security_group_rule and tenant:3ece0441c5574275924343ac0c67cd0d is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:11.831784 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:11.840828 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:11.865398 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=37e43391-4083-4863-8892-247a46290e04,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:11.869067 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:11.950480 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:11.955495 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:11.958963 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-61ce90e3-fc69-4a02-add5-010683f386d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:12.000413 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300}  {{(pid=73818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:56:12.010501 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e684063-ddd4-4acb-ad2c-c73d93a6568e,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:12.013840 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:12.020447 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.020447 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.segments_db [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Added segment 4ab2717f-fa52-45f3-ac07-3fb9c8337d10 of type vlan for network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20
Apr 30 13:56:12.051794 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750367864724'] for network, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.083703 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370'] for network, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.085109 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:12.085691 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.089241 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:12.196127 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Pushing event updated for resources: {'Network': ['ID=05c9058e-ac41-4b8a-9a72-f5a4888c5b20,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:12.199069 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4732809
Apr 30 13:56:12.200350 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ee0e904c-7c8a-4fb2-8af1-1b9389d3fd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:12.204251 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58652) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:12.208915 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 details requested by agent ovs-agent-dv-cinder-788364-2-iscsi with host dv-cinder-788364-2-iscsi {{(pid=73820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:56:12.214700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Request body: {'subnet': {'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1825472679-subnet', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'ip_version': 4}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:12.220761 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:12.227454 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Usage tracker for resource:subnet and tenant:3ece0441c5574275924343ac0c67cd0d is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:12.231994 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:12.240677 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:12.258369 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Made reservation on behalf of 3ece0441c5574275924343ac0c67cd0d for: {'subnet': 1} {{(pid=73818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:56:12.261366 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14784115'] for subnet, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.550591 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:56:12.561826 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:12.562577 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff4970>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:12.749872 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14784097'] for subnet, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.754292 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a31ccc8f-4c4a-477e-9a1f-386260d8b5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:12.785321 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:12.839025 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069aea86-166a-46cd-811f-447d9b09213d,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:12.843753 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:12.850878 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Checking segment: {'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:12.851248 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Network hostable DHCP agents. Network: 05c9058e-ac41-4b8a-9a72-f5a4888c5b20, hostable agents: ['31f38944-e6c1-499c-b1cb-0b1384eea6ec'], hosted agents: [] {{(pid=73818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:56:12.873290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 is scheduled to be hosted by DHCP agent 31f38944-e6c1-499c-b1cb-0b1384eea6ec with binding_index 1 {{(pid=73818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:56:12.885560 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-2-iscsi, 05c9058e-ac41-4b8a-9a72-f5a4888c5b20) {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:12.898302 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b8e61-a393-4aa5-af7b-e29340e28ac0 None None] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:56:12.900031 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:12.900794 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.928837 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-ab3d7d93-0ebd-45ca-a39c-080155eba1b9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7229979
Apr 30 13:56:12.931726 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58656) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:12.937444 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:12.942775 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:12.948437 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Usage tracker for resource:router and tenant:3ece0441c5574275924343ac0c67cd0d is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:12.951788 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:12.970656 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:12.990920 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11119'] for router, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:12.991979 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11110'] for router, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.012251 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.270595 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64796dd-81d4-539d-b523-aac84182fb66-05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'fixed_ips': [{'subnet_id': '069aea86-166a-46cd-811f-447d9b09213d'}]}} from dv-cinder-788364-2-iscsi. {{(pid=73820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:56:13.272044 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.292722 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff4970>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 2, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:13.300222 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:56:13.300602 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Updating router a6a25536-eacb-430b-a64d-5f2519405923 port 8b4172cf-2833-43c2-b407-a78b217c5359 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:56:13.319868 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11156'] for router, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.377457 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.463000 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 37e43391-4083-4863-8892-247a46290e04 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:13.566723 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.db_base_plugin_common [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Allocated IP 172.20.0.2 (05c9058e-ac41-4b8a-9a72-f5a4888c5b20/069aea86-166a-46cd-811f-447d9b09213d/36fd644f-5e9f-4739-980a-4f030d907565) {{(pid=73820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:56:13.585662 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 37e43391-4083-4863-8892-247a46290e04 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:13.586287 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.750211 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.787528 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.964042 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Notify callbacks [] for port, precommit_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:13.981468 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Transition to ACTIVE for port object 36fd644f-5e9f-4739-980a-4f030d907565 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:14.003966 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Transition to ACTIVE for port object 36fd644f-5e9f-4739-980a-4f030d907565 will not be triggered until provisioned by entity DHCP. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:14.011810 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398'] for port, after_create {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.017445 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:14.028067 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Allocated IP 172.27.0.172 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/4e3ec13a-636e-4878-b86b-f3832b2c5086) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:56:14.057409 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.080305 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Transition to ACTIVE for port object 8b4172cf-2833-43c2-b407-a78b217c5359 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:14.083794 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 is already hosted by enough agents. {{(pid=73820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:14.088467 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.scheduler.base_scheduler [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Resources bound (agent type, host, resource id):  {{(pid=73820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:14.094742 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.103167 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Received port after_create {{(pid=73820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:56:14.103586 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d57e6989-a2dc-4761-9e94-eafe6d66b4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:14.176444 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Pushing event updated for resources: {'Port': ['ID=36fd644f-5e9f-4739-980a-4f030d907565,revision_number=1']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:14.191944 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:14.257274 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.302942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Attempting to bind port 36fd644f-5e9f-4739-980a-4f030d907565 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:56:14.303322 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Attempting to bind port 36fd644f-5e9f-4739-980a-4f030d907565 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:56:14.303696 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Attempting to bind port 36fd644f-5e9f-4739-980a-4f030d907565 on network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:14.303978 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.310448 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-0265a56d-38ba-4b48-94fd-68a60ce1eff5 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:14.310953 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:56:14.312243 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Checking segment: {'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:14.312871 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.313368 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Bound using segment: {'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:56:14.314243 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Bound port: 36fd644f-5e9f-4739-980a-4f030d907565, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:56:14.314773 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.328352 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-564f6f91-2c9b-4723-a193-1a046b4fbb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.379822 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Pushing event updated for resources: {'Port': ['ID=8b4172cf-2833-43c2-b407-a78b217c5359,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:14.396285 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.397116 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.397700 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.398528 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.399001 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.399339 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.399668 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.399995 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.400337 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.400738 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.401084 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.401403 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:14.412362 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:14.413278 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Attempting to bind port 8b4172cf-2833-43c2-b407-a78b217c5359 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:56:14.413691 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Attempting to bind port 8b4172cf-2833-43c2-b407-a78b217c5359 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:56:14.414032 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Attempting to bind port 8b4172cf-2833-43c2-b407-a78b217c5359 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:14.416740 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3ec13a-636e-4878-b86b-f3832b2c5086,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:14.421013 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:56:14.421380 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Checking segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:14.421855 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.422302 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Bound using segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:56:14.423156 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Bound port: 8b4172cf-2833-43c2-b407-a78b217c5359, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:56:14.424183 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.424925 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:14.428299 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:14.431401 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:14.434585 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:56:14.479997 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] For port 36fd644f-5e9f-4739-980a-4f030d907565, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:56:14.485323 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] For port 36fd644f-5e9f-4739-980a-4f030d907565, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=36fd644f-5e9f-4739-980a-4f030d907565,segment=NetworkSegment(4ab2717f-fa52-45f3-ac07-3fb9c8337d10),segment_id=4ab2717f-fa52-45f3-ac07-3fb9c8337d10)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:56:14.494313 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.502660 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-a5afc907-3d54-468c-b6b6-494e4befd3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:14.561479 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] For port 8b4172cf-2833-43c2-b407-a78b217c5359, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:56:14.564805 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] For port 8b4172cf-2833-43c2-b407-a78b217c5359, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=8b4172cf-2833-43c2-b407-a78b217c5359,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:56:14.571401 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:14.580298 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-402b6c4b-f8da-47f1-a401-a82487aa4991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:14.617073 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Pushing event updated for resources: {'Port': ['ID=36fd644f-5e9f-4739-980a-4f030d907565,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:14.621554 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:14.683986 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:14.684964 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff4970>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:14.797504 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Pushing event updated for resources: {'Port': ['ID=8b4172cf-2833-43c2-b407-a78b217c5359,revision_number=4']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:14.805521 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:15.019792 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:15.295408 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:15.558534 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-33b61d04-c699-4190-99e7-457511e21192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3ff4970>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:14Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:15.567154 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b61d04-c699-4190-99e7-457511e21192 None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:14Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:56:15.646464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 36fd644f-5e9f-4739-980a-4f030d907565 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:15.777059 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 36fd644f-5e9f-4739-980a-4f030d907565 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:15.786673 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8b4172cf-2833-43c2-b407-a78b217c5359 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:15.920336 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 8b4172cf-2833-43c2-b407-a78b217c5359 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:15.934102 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654432'] for router, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:15.934473 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 8b4172cf-2833-43c2-b407-a78b217c5359 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:15.935353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:16.055464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01802fbc-c1f6-4e97-8730-3b7a6db0f3b1 None None] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:56:16.303398 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] Provisioning for port 36fd644f-5e9f-4739-980a-4f030d907565 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:16.319359 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] Provisioning complete for port 36fd644f-5e9f-4739-980a-4f030d907565 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:16.319792 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:16.327644 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Router 3a718976-4ae7-421d-aad8-48992c52b2cc is scheduled to L3 agent eace906e-2d56-45ee-b583-c635b734c685 with binding_index 1 {{(pid=73819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:56:16.354063 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:16.511763 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 8b4172cf-2833-43c2-b407-a78b217c5359, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=8b4172cf-2833-43c2-b407-a78b217c5359,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:56:16.529345 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:16.529345 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-b0c8056d-d6e4-4615-939b-44d222061f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:16.635838 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:56:16.685200 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:16.693068 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58662) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:16.693889 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-33035fc3-6a17-44cf-b4af-a3466bc21333 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.7607503
Apr 30 13:56:16.732565 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Sync routers for ids ['3a718976-4ae7-421d-aad8-48992c52b2cc'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:56:16.801373 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Routers {'3a718976-4ae7-421d-aad8-48992c52b2cc'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:16.802450 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fce3d0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:55:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['3a718976-4ae7-421d-aad8-48992c52b2cc'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:16.958567 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=8b4172cf-2833-43c2-b407-a78b217c5359,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:16.964704 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:16.965440 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:17.051692 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b10083f9-5823-41e0-9590-691da6e1af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:17.165116 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] For port 36fd644f-5e9f-4739-980a-4f030d907565, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=36fd644f-5e9f-4739-980a-4f030d907565,segment=NetworkSegment(4ab2717f-fa52-45f3-ac07-3fb9c8337d10),segment_id=4ab2717f-fa52-45f3-ac07-3fb9c8337d10)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:56:17.175824 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:17.181518 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-e8fe69a1-935f-43d3-8905-bbe11f77e2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:17.297971 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:17.323031 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Set router 3a718976-4ae7-421d-aad8-48992c52b2cc gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:17.494532 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] Pushing event updated for resources: {'Port': ['ID=36fd644f-5e9f-4739-980a-4f030d907565,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:17.497580 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-3d641119-7ddd-461b-b301-8163ab7d5e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:17.520286 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8b4172cf-2833-43c2-b407-a78b217c5359 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:17.665716 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-f62c66bf-10c1-4d44-a3d3-565e3fb15c29 None None] Provisioning complete for port 36fd644f-5e9f-4739-980a-4f030d907565 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:17.665982 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f62c66bf-10c1-4d44-a3d3-565e3fb15c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:17.759932 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:17.825587 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 8b4172cf-2833-43c2-b407-a78b217c5359 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:17.826052 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:17.965937 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.086830 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fce3d0>, [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T13:56:14Z', 'revision_number': 3, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port': {'id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:13Z', 'updated_at': '2021-04-30T13:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:18.096000 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Checking router: 3a718976-4ae7-421d-aad8-48992c52b2cc for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:56:18.096411 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Updating router 3a718976-4ae7-421d-aad8-48992c52b2cc port 4e3ec13a-636e-4878-b86b-f3832b2c5086 binding host dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:56:18.176386 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.262300 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Allocated IP 172.20.0.1 (05c9058e-ac41-4b8a-9a72-f5a4888c5b20/069aea86-166a-46cd-811f-447d9b09213d/a4c08571-0148-4e97-853e-d302cdc41145) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:56:18.466622 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.485373 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.provisioning_blocks [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Transition to ACTIVE for port object a4c08571-0148-4e97-853e-d302cdc41145 will not be triggered until provisioned by entity DHCP. {{(pid=73818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:18.519135 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.527324 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-62617b89-bb5d-4c13-8590-01c9fb4b8931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:18.590625 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:18.593969 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:18.603438 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:56:18.646389 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.651673 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Pushing event updated for resources: {'Port': ['ID=a4c08571-0148-4e97-853e-d302cdc41145,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:18.657014 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:18.665495 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Transition to ACTIVE for port object 4e3ec13a-636e-4878-b86b-f3832b2c5086 will not be triggered until provisioned by entity L2. {{(pid=73820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:18.677878 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.678380 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395246'] for router_interface, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.688675 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-11e4ab25-8bc7-4a61-b4c9-bc80390a1b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:18.799380 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Attempting to bind port 4e3ec13a-636e-4878-b86b-f3832b2c5086 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:56:18.800493 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Attempting to bind port 4e3ec13a-636e-4878-b86b-f3832b2c5086 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:56:18.800493 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Attempting to bind port 4e3ec13a-636e-4878-b86b-f3832b2c5086 on network 7fffc547-d217-4133-96db-1e8319a65758 {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:18.819238 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:56:18.819692 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Checking segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:18.820213 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.821071 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Bound using segment: {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'} {{(pid=73820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:56:18.821243 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.managers [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Bound port: 4e3ec13a-636e-4878-b86b-f3832b2c5086, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197018a4-c8c7-438d-beba-5adbbb3181c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fffc547-d217-4133-96db-1e8319a65758'}}] {{(pid=73820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:56:18.821670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.869700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.905894 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173eb70-a07c-4c83-8b06-4cf54ff1335d None None] Pushing event updated for resources: {'Port': ['ID=4e3ec13a-636e-4878-b86b-f3832b2c5086,revision_number=2']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:18.910814 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-7173eb70-a07c-4c83-8b06-4cf54ff1335d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:18.926060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] For port 4e3ec13a-636e-4878-b86b-f3832b2c5086, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:56:18.931927 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] For port 4e3ec13a-636e-4878-b86b-f3832b2c5086, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4e3ec13a-636e-4878-b86b-f3832b2c5086,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:56:18.940713 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:18.946479 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-387e5573-005a-467b-9f7c-d671b7f54347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:19.114141 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-5341b1ec-763e-4077-a41d-db54b5e91735 None None] Provisioning for port a4c08571-0148-4e97-853e-d302cdc41145 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:19.138432 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-5341b1ec-763e-4077-a41d-db54b5e91735 None None] Provisioning complete for port a4c08571-0148-4e97-853e-d302cdc41145 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:19.138809 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-5341b1ec-763e-4077-a41d-db54b5e91735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:19.181917 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:19.195330 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Routers {'3a718976-4ae7-421d-aad8-48992c52b2cc'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:19.196150 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fce3d0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:56:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['3a718976-4ae7-421d-aad8-48992c52b2cc'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:19.197594 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:19.204203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:19.246903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-a33baaca-e1da-4348-99d9-b4009de74fd3 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:19.258036 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173eb70-a07c-4c83-8b06-4cf54ff1335d None None] Pushing event updated for resources: {'Port': ['ID=4e3ec13a-636e-4878-b86b-f3832b2c5086,revision_number=3']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:19.283540 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-7173eb70-a07c-4c83-8b06-4cf54ff1335d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:19.323091 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-5341b1ec-763e-4077-a41d-db54b5e91735 None None] Port a4c08571-0148-4e97-853e-d302cdc41145 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:56:19.376505 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Pushing event updated for resources: {'Port': ['ID=a4c08571-0148-4e97-853e-d302cdc41145,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:19.379583 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-777352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395083'] for router_interface, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:19.384541 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:19.466673 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 36fd644f-5e9f-4739-980a-4f030d907565 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:19.500878 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:19.525001 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] Set router 3a718976-4ae7-421d-aad8-48992c52b2cc gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:19.626796 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:19.628849 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:19.869496 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 36fd644f-5e9f-4739-980a-4f030d907565 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:19.870120 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:19.921757 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Router 3a718976-4ae7-421d-aad8-48992c52b2cc has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:56:20.051285 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-f42f2f4c-f708-4f47-b009-e1cd20557a7f None None] Provisioning complete for port a4c08571-0148-4e97-853e-d302cdc41145 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:20.051666 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f42f2f4c-f708-4f47-b009-e1cd20557a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:20.183707 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-f42f2f4c-f708-4f47-b009-e1cd20557a7f None None] Port a4c08571-0148-4e97-853e-d302cdc41145 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:56:20.228580 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fce3d0>, [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 4, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port': {'id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:13Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'a4c08571-0148-4e97-853e-d302cdc41145', 'name': '', 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'mac_address': 'fa:16:3e:75:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '069aea86-166a-46cd-811f-447d9b09213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:18Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 2, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'subnets': [{'id': '069aea86-166a-46cd-811f-447d9b09213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:20.234580 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e9923-4662-48b0-9978-f7c33ef93cd8 None None] The sync data for ids ['3a718976-4ae7-421d-aad8-48992c52b2cc'] in dv-cinder-788364-2-iscsi is: [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 4, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port': {'id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:13Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'a4c08571-0148-4e97-853e-d302cdc41145', 'name': '', 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'mac_address': 'fa:16:3e:75:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '069aea86-166a-46cd-811f-447d9b09213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:18Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 2, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'subnets': [{'id': '069aea86-166a-46cd-811f-447d9b09213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:56:20.320015 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:56:20.331676 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] 10.222.0.79 "PUT /v2.0/routers/3a718976-4ae7-421d-aad8-48992c52b2cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6357358
Apr 30 13:56:21.494000 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e3ec13a-636e-4878-b86b-f3832b2c5086 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:21.620680 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port 4e3ec13a-636e-4878-b86b-f3832b2c5086 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:21.629435 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 4e3ec13a-636e-4878-b86b-f3832b2c5086 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:21.629839 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:21.796893 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:21.829157 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port 4e3ec13a-636e-4878-b86b-f3832b2c5086, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4e3ec13a-636e-4878-b86b-f3832b2c5086,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:56:21.834967 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:21.838052 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:21.943362 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=4e3ec13a-636e-4878-b86b-f3832b2c5086,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:21.952181 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:22.165589 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58676) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:22.173461 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144511476', 'description': 'tempest-secgroup-smoke-1144511476 description', 'project_id': '84f3c43c33604ba0889f52e0fc038af6'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:22.184896 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:22.193017 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:22.198148 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:22.210253 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:22.227908 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.259314 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:22.264001 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:22.269438 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:22.277387 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:22.388362 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.395842 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.403974 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-53c8c337-b83a-4e43-a679-c298c8bf2d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:22.458290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.460223 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2935781
Apr 30 13:56:22.461760 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a496f4c5-b696-4357-b60d-c43909ab7124,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:22.465413 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58680) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:22.466507 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:22.475548 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'security_group_rule': {'security_group_id': 'a496f4c5-b696-4357-b60d-c43909ab7124', 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:22.484564 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:22.494931 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:22.501107 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:22.511438 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:22.535658 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.641323 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.647767 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.650445 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8e151e52-430b-4312-a8b0-b5f02acf84ec tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:22.677951 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0a99aa-4469-4ea3-9bda-388be13c9a52,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:22.681228 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:22.689528 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.691361 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-84a5b1cc-5881-4143-8932-9a9fd76332bc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2237070
Apr 30 13:56:22.697082 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58684) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:22.702431 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'security_group_rule': {'security_group_id': 'a496f4c5-b696-4357-b60d-c43909ab7124', 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:22.710417 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:22.719219 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:22.723488 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:22.731720 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:22.757931 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.862969 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.873178 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.877336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-a4dfeb60-de49-49b7-a117-8340ddba7956 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:22.903524 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24a44d4-ccdd-4e05-80e1-895459fee7ae,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:22.909785 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:22.925384 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:22.927460 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-6827f766-e8a5-4cac-93e3-58512e793665 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2313876
Apr 30 13:56:22.932155 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58688) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:22.941813 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'security_group_rule': {'security_group_id': 'a496f4c5-b696-4357-b60d-c43909ab7124', 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:22.953082 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:22.959750 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:22.960040 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Sync routers for ids ['3a718976-4ae7-421d-aad8-48992c52b2cc'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:56:22.965104 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:22.974940 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:22.975180 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Routers {'3a718976-4ae7-421d-aad8-48992c52b2cc'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:22.975610 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8c6ea00>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:56:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['3a718976-4ae7-421d-aad8-48992c52b2cc'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:23.007599 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.115084 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.121870 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.125515 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-491004db-2099-4fd9-86aa-40962aa6eeef tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:23.162542 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2dcd3c-ea0a-4729-a8a7-f954523f34fb,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:23.165727 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:23.177669 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.181874 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-12c00f26-889e-417a-9931-389aa764ec1d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2447519
Apr 30 13:56:23.182143 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58692) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:23.190156 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'security_group_rule': {'security_group_id': 'a496f4c5-b696-4357-b60d-c43909ab7124', 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:23.201125 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:23.209387 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:23.212782 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:23.220948 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:23.222721 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Set router 3a718976-4ae7-421d-aad8-48992c52b2cc gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:23.244104 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.349101 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.357589 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.361160 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:23.389123 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff358867-5300-479c-8dd6-4c314a70f3a4,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:23.392113 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:23.401989 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.407509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58696) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:23.408205 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-765988b8-4411-4a29-b73c-0ce36577f0a2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2238493
Apr 30 13:56:23.416361 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'security_group_rule': {'security_group_id': 'a496f4c5-b696-4357-b60d-c43909ab7124', 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:23.424388 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:23.430674 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:23.435033 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:23.446237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:23.463452 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e3ec13a-636e-4878-b86b-f3832b2c5086 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:23.466264 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.securitygroups_db [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Project 84f3c43c33604ba0889f52e0fc038af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:56:23.473265 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.570238 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port 4e3ec13a-636e-4878-b86b-f3832b2c5086 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:23.570618 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.589069 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.599825 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.603397 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2c11af22-a16a-4841-b7b3-ad2d2fd853b6 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:23.636434 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5426c7e-f259-441c-b259-bba3e5e7a107,revision_number=0']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:23.651804 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:23.653219 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8c6ea00>, [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 4, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port': {'id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:13Z', 'updated_at': '2021-04-30T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'a4c08571-0148-4e97-853e-d302cdc41145', 'name': '', 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'mac_address': 'fa:16:3e:75:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '069aea86-166a-46cd-811f-447d9b09213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:18Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 2, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'subnets': [{'id': '069aea86-166a-46cd-811f-447d9b09213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:23.656485 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.663771 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-614c695d-42f4-4242-a5c1-f8995b175285 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2494516
Apr 30 13:56:23.664038 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Checking router: 3a718976-4ae7-421d-aad8-48992c52b2cc for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:56:23.664038 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Updating router 3a718976-4ae7-421d-aad8-48992c52b2cc port a4c08571-0148-4e97-853e-d302cdc41145 binding host dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:56:23.664336 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 58700) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:56:23.669494 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'security_group_rule': {'security_group_id': 'a496f4c5-b696-4357-b60d-c43909ab7124', 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:23.681198 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:23.685284 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:security_group_rule and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:56:23.691166 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:56:23.702944 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:23.720206 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.securitygroups_db [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Project 84f3c43c33604ba0889f52e0fc038af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:56:23.729996 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.730367 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.832653 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.839047 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592791'] for security_group_rule, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.842834 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:23.882584 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309ebe53-deae-4393-9288-9f379be8ceb1,revision_number=0']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:23.890075 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:23.904103 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:23.906767 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-be62d603-d491-43eb-8047-2041fbe1a82b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2416127
Apr 30 13:56:24.279888 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:24.296731 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Transition to ACTIVE for port object a4c08571-0148-4e97-853e-d302cdc41145 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:24.309512 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:24.316734 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:24.516847 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c384-4d2f-47d4-9919-2f1ff0c7a8d0 None None] Pushing event updated for resources: {'Port': ['ID=a4c08571-0148-4e97-853e-d302cdc41145,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:24.556095 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e1d3c384-4d2f-47d4-9919-2f1ff0c7a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:24.587403 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Attempting to bind port a4c08571-0148-4e97-853e-d302cdc41145 on host dv-cinder-788364-2-iscsi for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:56:24.587982 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Attempting to bind port a4c08571-0148-4e97-853e-d302cdc41145 by drivers openvswitch,hyperv on host dv-cinder-788364-2-iscsi at level 0 using segments [{'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:56:24.588459 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Attempting to bind port a4c08571-0148-4e97-853e-d302cdc41145 on network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:24.597706 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Checking agent: {'id': '557dc797-c1e1-4beb-a824-39839cbea27e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 8, 47), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:56:24.598312 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Checking segment: {'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:24.598953 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:24.599583 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Bound using segment: {'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:56:24.600304 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Bound port: a4c08571-0148-4e97-853e-d302cdc41145, host: dv-cinder-788364-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2717f-fa52-45f3-ac07-3fb9c8337d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:56:24.600901 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:24.757069 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] For port a4c08571-0148-4e97-853e-d302cdc41145, host dv-cinder-788364-2-iscsi, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:56:24.765621 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] For port a4c08571-0148-4e97-853e-d302cdc41145, host dv-cinder-788364-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=a4c08571-0148-4e97-853e-d302cdc41145,segment=NetworkSegment(4ab2717f-fa52-45f3-ac07-3fb9c8337d10),segment_id=4ab2717f-fa52-45f3-ac07-3fb9c8337d10)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:56:24.771847 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:24.777481 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-de1c277d-b529-451d-a8f4-6609bb823a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:24.895654 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Routers {'3a718976-4ae7-421d-aad8-48992c52b2cc'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:56:24.897192 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a8c6ea00>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:56:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['3a718976-4ae7-421d-aad8-48992c52b2cc'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:25.032661 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c384-4d2f-47d4-9919-2f1ff0c7a8d0 None None] Pushing event updated for resources: {'Port': ['ID=a4c08571-0148-4e97-853e-d302cdc41145,revision_number=4']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:25.038037 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e1d3c384-4d2f-47d4-9919-2f1ff0c7a8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:25.188931 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] Set router 3a718976-4ae7-421d-aad8-48992c52b2cc gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:56:25.515772 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a4c08571-0148-4e97-853e-d302cdc41145 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:25.603462 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a8c6ea00>, [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 4, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port': {'id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:13Z', 'updated_at': '2021-04-30T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'a4c08571-0148-4e97-853e-d302cdc41145', 'name': '', 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'mac_address': 'fa:16:3e:75:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '069aea86-166a-46cd-811f-447d9b09213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:18Z', 'updated_at': '2021-04-30T13:56:24Z', 'revision_number': 4, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'subnets': [{'id': '069aea86-166a-46cd-811f-447d9b09213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:56:25.608730 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8ba1-c47c-4d3d-aff6-573080bd559e None None] The sync data for ids ['3a718976-4ae7-421d-aad8-48992c52b2cc'] in dv-cinder-788364-2-iscsi is: [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T13:56:18Z', 'revision_number': 4, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port': {'id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:13Z', 'updated_at': '2021-04-30T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': 'a4c08571-0148-4e97-853e-d302cdc41145', 'name': '', 'network_id': '05c9058e-ac41-4b8a-9a72-f5a4888c5b20', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'mac_address': 'fa:16:3e:75:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '069aea86-166a-46cd-811f-447d9b09213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:18Z', 'updated_at': '2021-04-30T13:56:24Z', 'revision_number': 4, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'subnets': [{'id': '069aea86-166a-46cd-811f-447d9b09213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:56:25.636572 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning for port a4c08571-0148-4e97-853e-d302cdc41145 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:25.643647 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port a4c08571-0148-4e97-853e-d302cdc41145 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:25.644049 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:25.876350 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:25.938782 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] For port a4c08571-0148-4e97-853e-d302cdc41145, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=a4c08571-0148-4e97-853e-d302cdc41145,segment=NetworkSegment(4ab2717f-fa52-45f3-ac07-3fb9c8337d10),segment_id=4ab2717f-fa52-45f3-ac07-3fb9c8337d10)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:56:25.955464 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:25.961115 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:25.983913 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:56:26.088289 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Pushing event updated for resources: {'Port': ['ID=a4c08571-0148-4e97-853e-d302cdc41145,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:26.094062 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:27.450871 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a4c08571-0148-4e97-853e-d302cdc41145 up at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:56:27.546676 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Provisioning complete for port a4c08571-0148-4e97-853e-d302cdc41145 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:27.547152 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:42.107882 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-91505d5a-4498-46bf-8630-77202df0aa81 req-be98e1bd-1d87-4a7a-ba29-22843da692f1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:security_group {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:56:42.126430 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-91505d5a-4498-46bf-8630-77202df0aa81 req-be98e1bd-1d87-4a7a-ba29-22843da692f1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:security_group {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:56:42.127685 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-be98e1bd-1d87-4a7a-ba29-22843da692f1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144511476&fields=id&tenant_id=84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 267 time: 0.0626659
Apr 30 13:56:42.284063 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-39549d43-5c21-4e43-9312-782b9fdcb3f6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:42.284734 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-91505d5a-4498-46bf-8630-77202df0aa81 req-39549d43-5c21-4e43-9312-782b9fdcb3f6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:network {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:56:42.303030 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-91505d5a-4498-46bf-8630-77202df0aa81 req-39549d43-5c21-4e43-9312-782b9fdcb3f6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:network {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:56:42.304258 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-39549d43-5c21-4e43-9312-782b9fdcb3f6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 812 time: 0.1690714
Apr 30 13:56:42.319723 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-97837c1f-4b5d-433a-ba53-27b9776d295d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/quotas/84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 375 time: 0.0098600
Apr 30 13:56:42.408884 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-91505d5a-4498-46bf-8630-77202df0aa81 req-7a026417-6f5e-4c7e-aa1a-6782c42299b0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:56:42.426917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-91505d5a-4498-46bf-8630-77202df0aa81 req-7a026417-6f5e-4c7e-aa1a-6782c42299b0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:56:42.428218 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-7a026417-6f5e-4c7e-aa1a-6782c42299b0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1026304
Apr 30 13:56:42.573919 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-72cf6f96-2067-4872-836e-7c1bd481f35e service neutron] 10.222.0.79 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308091
Apr 30 13:56:42.710479 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-98d15379-00b3-4d39-9ebe-827fa36db6c7 service neutron] 10.222.0.79 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301551
Apr 30 13:56:43.242887 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-25bb788a-f363-401b-921f-64b38ca1effd req-14949cc9-17a8-4320-80bf-6b4ce626e3e4 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.1406677
Apr 30 13:56:44.253183 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d90d-e4cb-4df7-b5a0-036a10b2b4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:44.355477 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c95f538b-8db1-4f7c-b0c4-cf71e1b03a63 req-efb0c641-8ccf-4074-8761-82648d0e1a08 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.0435977
Apr 30 13:56:45.455988 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7b8e5a2-4215-4bb6-84b9-0490cbe5cdde req-dee81772-d345-4ba1-8064-eba850c59071 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.0437257
Apr 30 13:56:46.560614 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ef89a00c-52a1-46e8-8774-a6dda9c1b545 req-d6b9c83f-7ef3-45e8-8625-a3a862c221ee tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.0490203
Apr 30 13:56:46.925812 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f1f4dcbb-583b-4ff3-b195-844e930fe511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:47.202570 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:47.677865 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:47.742552 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-49a70bbf-d2ce-4c0a-a4b0-7b9d1829123a req-016b5164-d371-4d63-99b5-5740bd0a736b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.0521209
Apr 30 13:56:48.489440 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-946e6e9a-d25a-4d47-a64d-f7e602841865 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:48.491044 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-946e6e9a-d25a-4d47-a64d-f7e602841865 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 812 time: 0.1660616
Apr 30 13:56:48.558408 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-34a91d94-f4f9-4b06-99d8-fa2f90c99994 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 380 time: 0.0516808
Apr 30 13:56:48.568307 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'port': {'device_id': '39664cb7-f41c-4aab-9708-827512370122', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'admin_state_up': True, 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'security_groups': ['a496f4c5-b696-4357-b60d-c43909ab7124']}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:48.714907 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:56:48.725622 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:56:48.737890 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Made reservation on behalf of 84f3c43c33604ba0889f52e0fc038af6 for: {'port': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:56:48.741424 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:48.933878 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-4d064e2c-bf64-4bd0-83f4-8475f94bf793 req-f020a3ea-4877-4daf-8557-1749b82070be tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.0639389
Apr 30 13:56:48.942126 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Allocated IP 172.20.0.13 (c9d9f60a-7ceb-4b5a-a2df-30f38a463f32/5a3e7021-83f3-4666-be1a-4ac74275289e/1a417599-01f3-411c-81f8-a1f6c6c4c06b) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:56:49.060600 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:49.164602 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:49.180872 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Transition to ACTIVE for port object 1a417599-01f3-411c-81f8-a1f6c6c4c06b will not be triggered until provisioned by entity DHCP. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:49.219869 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:49.228683 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-db905839-b9f4-42da-8919-f403ab0c2de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:49.296425 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:56:49.307583 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:56:49.313074 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:56:49.358301 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=1a417599-01f3-411c-81f8-a1f6c6c4c06b,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:49.370174 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.370545 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.370906 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.371261 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.371620 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.371965 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.372314 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.373266 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.373624 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.373977 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.374344 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.374742 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:56:49.380652 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:49.395968 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:49.396802 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:49.439173 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8748569
Apr 30 13:56:49.449080 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:49.471508 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Request body: {'port': {'device_id': '39664cb7-f41c-4aab-9708-827512370122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:56:49.596572 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-3b34709c-b666-43c5-805a-b1da6f6fab42 None None] Provisioning for port 1a417599-01f3-411c-81f8-a1f6c6c4c06b completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:56:49.601419 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-3b34709c-b666-43c5-805a-b1da6f6fab42 None None] Provisioning complete for port 1a417599-01f3-411c-81f8-a1f6c6c4c06b triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:56:49.601797 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3b34709c-b666-43c5-805a-b1da6f6fab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:49.628375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:49.657205 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-3b34709c-b666-43c5-805a-b1da6f6fab42 None None] Port 1a417599-01f3-411c-81f8-a1f6c6c4c06b cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:56:50.000857 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a417599-01f3-411c-81f8-a1f6c6c4c06b {{(pid=73819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:56:50.009146 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:50.026947 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Transition to ACTIVE for port object 1a417599-01f3-411c-81f8-a1f6c6c4c06b will not be triggered until provisioned by entity L2. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:56:50.032175 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:50.036289 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:50.318856 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Pushing event updated for resources: {'Port': ['ID=1a417599-01f3-411c-81f8-a1f6c6c4c06b,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:50.323687 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:50.442348 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7a57-f5bb-4e38-91a4-dd4bd63a39b5 req-16fef13d-c5d7-4797-8325-a598d89b9e89 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:50.443043 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-ca6d7a57-f5bb-4e38-91a4-dd4bd63a39b5 req-16fef13d-c5d7-4797-8325-a598d89b9e89 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:56:50.459192 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Attempting to bind port 1a417599-01f3-411c-81f8-a1f6c6c4c06b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:56:50.459529 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Attempting to bind port 1a417599-01f3-411c-81f8-a1f6c6c4c06b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:56:50.459855 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Attempting to bind port 1a417599-01f3-411c-81f8-a1f6c6c4c06b on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:50.470632 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Port 1a417599-01f3-411c-81f8-a1f6c6c4c06b on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:56:50.471197 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Attempting to bind port 1a417599-01f3-411c-81f8-a1f6c6c4c06b on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:56:50.474908 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-ca6d7a57-f5bb-4e38-91a4-dd4bd63a39b5 req-16fef13d-c5d7-4797-8325-a598d89b9e89 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:56:50.476054 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ca6d7a57-f5bb-4e38-91a4-dd4bd63a39b5 req-16fef13d-c5d7-4797-8325-a598d89b9e89 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.4091122
Apr 30 13:56:50.478551 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:56:50.478883 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Checking segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:56:50.479292 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Bound using segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:56:50.479714 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Bound port: 1a417599-01f3-411c-81f8-a1f6c6c4c06b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:56:50.480055 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:50.572483 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ca6d7a57-f5bb-4e38-91a4-dd4bd63a39b5 req-409f4a59-5abc-4803-b393-c7ebd28344ed tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827553
Apr 30 13:56:50.609044 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] For port 1a417599-01f3-411c-81f8-a1f6c6c4c06b, host hv-cinder-78836, cleared binding levels {{(pid=73819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:56:50.612278 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] For port 1a417599-01f3-411c-81f8-a1f6c6c4c06b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:56:50.617776 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:50.624485 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:56:50.683967 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:50.684598 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:56:50.686810 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] 10.222.0.103 "PUT /v2.0/ports/1a417599-01f3-411c-81f8-a1f6c6c4c06b HTTP/1.1" status: 200  len: 1094 time: 1.2227633
Apr 30 13:56:50.687328 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:56:50.730703 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Pushing event updated for resources: {'Port': ['ID=1a417599-01f3-411c-81f8-a1f6c6c4c06b,revision_number=3']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:56:50.737295 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-8e07cd4c-ff55-4902-a964-a2c14b13853a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:56:50.754199 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'status': 'completed', 'code': 200}
Apr 30 13:56:50.872541 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-d14bdf4f-d10d-4e48-a5e9-1938749d1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:50.874695 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-d14bdf4f-d10d-4e48-a5e9-1938749d1d81 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 1097 time: 0.1011522
Apr 30 13:56:50.971231 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-8680d4a2-96db-42b9-8333-b630c0785689 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b HTTP/1.1" status: 200  len: 217 time: 0.0811152
Apr 30 13:56:51.054861 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-f304d436-42cf-471b-a12b-c88116f71390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:51.057034 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-f304d436-42cf-471b-a12b-c88116f71390 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0780060
Apr 30 13:56:51.148165 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4d9b8278-eaf9-47b8-85b0-9a94d4aa5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:51.149637 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-4d9b8278-eaf9-47b8-85b0-9a94d4aa5aff service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859184
Apr 30 13:56:51.312216 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-9f9a0c05-a2f8-4a9f-85fc-596e1572d4c6 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558657
Apr 30 13:56:51.478610 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-91505d5a-4498-46bf-8630-77202df0aa81 req-749f50a4-af2f-46e2-9b90-c8e7ba6db182 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600628
Apr 30 13:56:51.660991 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773bbab-9922-4601-802d-bba76a77fb97 req-976008d5-9a94-495f-a72b-e716a410c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:51.662618 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2773bbab-9922-4601-802d-bba76a77fb97 req-976008d5-9a94-495f-a72b-e716a410c778 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 1097 time: 0.0838137
Apr 30 13:56:51.879322 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773bbab-9922-4601-802d-bba76a77fb97 req-9a448553-4fd5-48d5-b4bb-b50deed0cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:51.880923 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2773bbab-9922-4601-802d-bba76a77fb97 req-9a448553-4fd5-48d5-b4bb-b50deed0cbd1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.2097061
Apr 30 13:56:51.960395 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2773bbab-9922-4601-802d-bba76a77fb97 req-b1ae7abd-c5c7-4fbb-be9f-09dc2201e77b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b HTTP/1.1" status: 200  len: 217 time: 0.0701911
Apr 30 13:56:51.975350 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70543282-5caf-4fd3-945f-20043cc568ba req-163e3d97-d094-453c-bc09-625fee363dde tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:51.976769 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-70543282-5caf-4fd3-945f-20043cc568ba req-163e3d97-d094-453c-bc09-625fee363dde tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.2074587
Apr 30 13:56:52.072432 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-70543282-5caf-4fd3-945f-20043cc568ba req-a005643c-8952-441d-9b67-4706752c3e37 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658610
Apr 30 13:56:52.073789 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773bbab-9922-4601-802d-bba76a77fb97 req-815e7336-f4d2-443d-a7dd-6ffd394d33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:52.075201 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2773bbab-9922-4601-802d-bba76a77fb97 req-815e7336-f4d2-443d-a7dd-6ffd394d33d9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.1079307
Apr 30 13:56:52.161000 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773bbab-9922-4601-802d-bba76a77fb97 req-b52375c5-ea91-43ce-9773-56e503b17aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:52.162400 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2773bbab-9922-4601-802d-bba76a77fb97 req-b52375c5-ea91-43ce-9773-56e503b17aa2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798903
Apr 30 13:56:52.302237 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2773bbab-9922-4601-802d-bba76a77fb97 req-ec707632-336a-4b1d-8159-de0c71ab2465 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323228
Apr 30 13:56:52.555581 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2773bbab-9922-4601-802d-bba76a77fb97 req-17402677-ad56-4488-b5f9-8dcb8f7dfbbf service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2458110
Apr 30 13:56:53.298162 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9af59a-f972-4cbe-a945-8fd3016e6a5c req-8534489a-1ee8-4232-8223-16f68f1d0a94 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:53.299950 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6f9af59a-f972-4cbe-a945-8fd3016e6a5c req-8534489a-1ee8-4232-8223-16f68f1d0a94 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.0921016
Apr 30 13:56:53.362788 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-6f9af59a-f972-4cbe-a945-8fd3016e6a5c req-b711625f-dac4-45cd-b357-5143ae8ac94a tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561392
Apr 30 13:56:54.571915 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212935ca-5097-43af-9293-9db5fd800c62 req-ae02a18c-b0e5-4836-aa93-71384ce25701 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:54.573418 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-212935ca-5097-43af-9293-9db5fd800c62 req-ae02a18c-b0e5-4836-aa93-71384ce25701 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.0924108
Apr 30 13:56:54.621081 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-212935ca-5097-43af-9293-9db5fd800c62 req-cec9d448-3e4b-422a-9610-67598ff42cb4 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416999
Apr 30 13:56:55.859293 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f02c48-79f2-446e-9f49-343a9faf4731 req-39081e17-7045-4162-8088-b3bb4687ad3a tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:55.860775 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86f02c48-79f2-446e-9f49-343a9faf4731 req-39081e17-7045-4162-8088-b3bb4687ad3a tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.1055138
Apr 30 13:56:55.915892 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-86f02c48-79f2-446e-9f49-343a9faf4731 req-c40ca1eb-9254-40fe-977f-cafb5dd4e206 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492036
Apr 30 13:56:57.168574 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6f3df-5868-4c04-babf-bd20a185823a req-ef4ec322-3897-4672-b481-97bcddbddb91 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:57.170235 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-62e6f3df-5868-4c04-babf-bd20a185823a req-ef4ec322-3897-4672-b481-97bcddbddb91 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.1236560
Apr 30 13:56:57.230776 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-62e6f3df-5868-4c04-babf-bd20a185823a req-3a3f82be-b3eb-4dd5-b648-0030ae11d20b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542884
Apr 30 13:56:58.428007 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3a91-f9c6-40ec-88f7-a66111ddc13f req-86830648-d6c4-48f9-8a8e-1cde2343eabe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:58.429817 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad6c3a91-f9c6-40ec-88f7-a66111ddc13f req-86830648-d6c4-48f9-8a8e-1cde2343eabe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.0869179
Apr 30 13:56:58.482441 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ad6c3a91-f9c6-40ec-88f7-a66111ddc13f req-43b8eb58-8077-4ef9-b6d7-470c191dbfc2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457430
Apr 30 13:56:59.695847 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249272-c644-456d-a26b-f0840ee05d52 req-cf59c172-b300-4df5-a014-1e25b3c9f17c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:56:59.697450 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2c249272-c644-456d-a26b-f0840ee05d52 req-cf59c172-b300-4df5-a014-1e25b3c9f17c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 944 time: 0.0943837
Apr 30 13:56:59.748352 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-2c249272-c644-456d-a26b-f0840ee05d52 req-0bf0e917-c706-4fa9-bfef-d643c9da4286 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444219
Apr 30 13:56:59.794195 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 1a417599-01f3-411c-81f8-a1f6c6c4c06b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:56:59.986487 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 1a417599-01f3-411c-81f8-a1f6c6c4c06b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:57:00.004318 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'port_id': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'mac_address': 'fa:16:3e:63:7d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:57:00.063770 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:00.082850 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a417599-01f3-411c-81f8-a1f6c6c4c06b {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:57:00.101072 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 1a417599-01f3-411c-81f8-a1f6c6c4c06b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:57:00.105891 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:00.107839 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:57:00.176668 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=1a417599-01f3-411c-81f8-a1f6c6c4c06b,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:57:00.183885 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.184222 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.184555 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.184986 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.185313 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.185643 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.185963 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.186309 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.186627 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.186941 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.187252 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.187562 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:00.191845 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:57:00.425422 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['1a417599-01f3-411c-81f8-a1f6c6c4c06b'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:57:00.960127 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db62ece-0e65-43c2-a3a9-4fa9a40d0c70 req-16b1cadd-32ea-4402-81f3-d1cd742a3b89 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:00.961595 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3db62ece-0e65-43c2-a3a9-4fa9a40d0c70 req-16b1cadd-32ea-4402-81f3-d1cd742a3b89 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 945 time: 0.0950038
Apr 30 13:57:01.017881 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-3db62ece-0e65-43c2-a3a9-4fa9a40d0c70 req-55d80657-1230-47fa-91d1-429c162db8fd tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460918
Apr 30 13:57:01.809286 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 1a417599-01f3-411c-81f8-a1f6c6c4c06b up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:57:01.888863 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 1a417599-01f3-411c-81f8-a1f6c6c4c06b completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:57:01.893579 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 1a417599-01f3-411c-81f8-a1f6c6c4c06b triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:57:01.893950 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:02.020422 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:02.049682 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:57:02.062211 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 1a417599-01f3-411c-81f8-a1f6c6c4c06b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:57:02.067639 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:02.070394 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:57:02.119528 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'code': 200}
Apr 30 13:57:02.178591 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=1a417599-01f3-411c-81f8-a1f6c6c4c06b,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:57:02.183535 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:57:02.270928 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699111d-75f7-4ca6-80fd-b87d611c119e req-22c7e46f-7fdd-46ce-94c2-bfa1ea5a8b51 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:02.273584 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0699111d-75f7-4ca6-80fd-b87d611c119e req-22c7e46f-7fdd-46ce-94c2-bfa1ea5a8b51 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 946 time: 0.1246729
Apr 30 13:57:02.341749 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-0699111d-75f7-4ca6-80fd-b87d611c119e req-e8dfa311-7433-4a18-b185-d8b706bbde25 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582912
Apr 30 13:57:02.496566 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964351bf-42ee-4310-a018-cb23951ec6db req-cdf30395-1421-48d8-b7b7-e8ba84d6371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:02.498753 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-964351bf-42ee-4310-a018-cb23951ec6db req-cdf30395-1421-48d8-b7b7-e8ba84d6371a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 1099 time: 0.1099617
Apr 30 13:57:02.545115 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-964351bf-42ee-4310-a018-cb23951ec6db req-16d724aa-d73b-4ffd-8f89-c6841a810fe0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388074
Apr 30 13:57:02.986348 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:57:03.570430 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726defa8-0612-4aad-873d-390e32c5d7e4 req-a9dbdf2e-7f04-46c0-beb8-a160bf80be01 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:03.571937 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-726defa8-0612-4aad-873d-390e32c5d7e4 req-a9dbdf2e-7f04-46c0-beb8-a160bf80be01 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 946 time: 0.0912001
Apr 30 13:57:03.637077 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-726defa8-0612-4aad-873d-390e32c5d7e4 req-85ca56e7-695f-4831-9755-e3025a155fe2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582557
Apr 30 13:57:04.908399 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45eaa7-3be1-412e-8f8b-ec60137c990e req-029dbc28-14c4-43c1-958c-eb89d7fbf2db tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:04.909997 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1e45eaa7-3be1-412e-8f8b-ec60137c990e req-029dbc28-14c4-43c1-958c-eb89d7fbf2db tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 946 time: 0.0992653
Apr 30 13:57:04.962710 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1e45eaa7-3be1-412e-8f8b-ec60137c990e req-7c0acd11-f0f9-47ad-bcfd-d140207cd2bf tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464149
Apr 30 13:57:05.194157 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609532d4-a1be-4b6d-a56d-815990ff992c req-9cd1022b-54dd-4fea-a624-b754ce422184 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:05.195807 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-609532d4-a1be-4b6d-a56d-815990ff992c req-9cd1022b-54dd-4fea-a624-b754ce422184 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 946 time: 0.1102676
Apr 30 13:57:05.252408 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-609532d4-a1be-4b6d-a56d-815990ff992c req-08c2a609-1d02-4b3f-8189-5edea1bfa917 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495808
Apr 30 13:57:05.282167 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58890) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:57:05.533891 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5affa6-8774-40e4-8361-d47dd985ba0d tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:05.535978 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fe5affa6-8774-40e4-8361-d47dd985ba0d tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] Synchronizing usage tracker for tenant:3ece0441c5574275924343ac0c67cd0d on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:57:05.557222 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-fe5affa6-8774-40e4-8361-d47dd985ba0d tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] Unset dirty status for tenant:3ece0441c5574275924343ac0c67cd0d on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:57:05.558851 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-fe5affa6-8774-40e4-8361-d47dd985ba0d tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 1094 time: 0.2753036
Apr 30 13:57:05.562819 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 58896) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:57:05.570102 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'port_id': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:57:05.577893 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:57:05.582443 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:floatingip and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:57:05.585886 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:57:05.593028 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:57:05.608179 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:05.783766 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:06.074853 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Allocated IP 172.27.0.163 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/14397743-2c29-41d0-98d9-266c4326a5bc) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:57:06.274352 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:06.313590 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:06.317771 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-91f817f6-975e-4d4d-9cf8-dc7ab22c25b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:57:06.388696 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:57:06.392833 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:57:06.398170 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:57:06.428166 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=14397743-2c29-41d0-98d9-266c4326a5bc,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:57:06.448103 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.448479 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.448851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.449217 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.449578 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.449971 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.451033 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.451563 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.451932 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.452294 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.452679 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.453036 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:57:06.458517 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:57:06.867234 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:06.955776 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:07.180917 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:07.187916 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:07.191889 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-6d19aefe-2288-44c6-b71c-fcf9c719ec6b tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:57:07.300649 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=14397743-2c29-41d0-98d9-266c4326a5bc,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:57:07.305185 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:57:07.315969 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:07.503069 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Floating IP adf44ce2-fbbc-485d-a8cb-406d45e8606a associated. External IP: 172.27.0.163, port: 1a417599-01f3-411c-81f8-a1f6c6c4c06b.
Apr 30 13:57:07.994637 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:57:08.188911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:57:08.199150 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:57:08.210273 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:57:08.210983 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a33d4eb0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:56:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:57:08.217910 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:08.277364 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7126510
Apr 30 13:57:08.278022 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:57:08.334587 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'status': 'completed', 'code': 200}
Apr 30 13:57:08.481363 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:57:08.493327 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161488-a378-4b61-b092-492b5b1725af req-f181e029-ae9a-4c81-9474-097cd21fc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:08.495237 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd161488-a378-4b61-b092-492b5b1725af req-f181e029-ae9a-4c81-9474-097cd21fc0e0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 1099 time: 0.1076331
Apr 30 13:57:08.664736 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161488-a378-4b61-b092-492b5b1725af req-d625bfc5-de63-45d3-9565-8251cd6e6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:08.666333 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd161488-a378-4b61-b092-492b5b1725af req-d625bfc5-de63-45d3-9565-8251cd6e6a8e service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1642704
Apr 30 13:57:08.788385 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd161488-a378-4b61-b092-492b5b1725af req-8db2f42d-d68d-4e45-aa18-97e19e3d27a4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b HTTP/1.1" status: 200  len: 1000 time: 0.1150150
Apr 30 13:57:08.903687 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161488-a378-4b61-b092-492b5b1725af req-db2bc005-2dd1-4542-8a33-15544bb0ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:08.905275 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd161488-a378-4b61-b092-492b5b1725af req-db2bc005-2dd1-4542-8a33-15544bb0ca1d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.1096203
Apr 30 13:57:08.944371 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a33d4eb0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'adf44ce2-fbbc-485d-a8cb-406d45e8606a', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:63:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39664cb7-f41c-4aab-9708-827512370122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:57:06Z', 'updated_at': '2021-04-30T13:57:06Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:57:08.951650 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:57:08.960510 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:57:08.961278 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a33d4eb0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:56:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:57:09.002110 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161488-a378-4b61-b092-492b5b1725af req-455d66eb-b783-4fdd-a68d-79aeee0ceff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:09.003671 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd161488-a378-4b61-b092-492b5b1725af req-455d66eb-b783-4fdd-a68d-79aeee0ceff0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913463
Apr 30 13:57:09.182797 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd161488-a378-4b61-b092-492b5b1725af req-b004112c-eccc-473f-9cec-7f990e9b0a72 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714959
Apr 30 13:57:09.233277 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:57:09.382849 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-bd161488-a378-4b61-b092-492b5b1725af req-149f5528-c46a-4424-908c-c30768437f57 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932299
Apr 30 13:57:09.734216 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a33d4eb0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'adf44ce2-fbbc-485d-a8cb-406d45e8606a', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:63:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39664cb7-f41c-4aab-9708-827512370122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:57:06Z', 'updated_at': '2021-04-30T13:57:06Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:57:09.739535 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f58470-293d-4c82-9272-1882bd8f701a None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': 'adf44ce2-fbbc-485d-a8cb-406d45e8606a', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:63:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39664cb7-f41c-4aab-9708-827512370122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:57:06Z', 'updated_at': '2021-04-30T13:57:06Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:57:10.000670 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f5772-446e-447e-8819-a9b2f91d9ed1 None None] New status for floating IP adf44ce2-fbbc-485d-a8cb-406d45e8606a: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:57:14.266679 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-76b7be46-d666-407b-8da4-b1eb54c6e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:16.934416 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3325-6b6c-4a39-8b73-2c4378a41e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:17.220805 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:17.686436 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:19.067223 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:19.448532 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:19.492766 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-cbc7f032-5dda-4eaf-a6eb-03d4d1217d1e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1086342
Apr 30 13:57:19.766333 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4e089-977c-43e2-a91a-8d226158866d req-396a6165-690b-4bef-af49-f05206a3371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:19.767708 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-396a6165-690b-4bef-af49-f05206a3371b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 1099 time: 0.1130772
Apr 30 13:57:20.137858 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4e089-977c-43e2-a91a-8d226158866d req-63cb8c46-da78-4f32-a6ed-3b43c27e4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:20.140592 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-63cb8c46-da78-4f32-a6ed-3b43c27e4f2d service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.3444140
Apr 30 13:57:20.332871 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-eaaf0087-ae50-4395-a79a-5b3810c967a2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b HTTP/1.1" status: 200  len: 1002 time: 0.1833224
Apr 30 13:57:20.444572 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4e089-977c-43e2-a91a-8d226158866d req-9ff179dc-dde8-40a4-8ef0-74c9159cfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:20.446252 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-9ff179dc-dde8-40a4-8ef0-74c9159cfb19 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.1013420
Apr 30 13:57:20.597558 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4e089-977c-43e2-a91a-8d226158866d req-b4e40c20-ba53-4b3f-a357-8c1791f4ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:57:20.600293 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-b4e40c20-ba53-4b3f-a357-8c1791f4ca06 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1461561
Apr 30 13:57:20.833057 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-8eb18b15-9ca2-4e48-bfc7-dc0fb1c42eca service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249050
Apr 30 13:57:21.080401 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7a4e089-977c-43e2-a91a-8d226158866d req-73719000-bd01-41f2-96fc-32c35a5b5b87 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2390842
Apr 30 13:57:39.993903 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:57:44.273282 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-79bccf99-30e5-4a10-a9f3-af45b519df19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:46.929134 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ca809b69-4a22-4395-892c-e89d535e9e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:47.205596 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:47.680944 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:49.062601 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:57:49.453131 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:14.259517 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-13a9af0f-6144-4c6c-bb57-7f97c18655b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:16.937084 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-e7e06254-d16c-4b81-922f-cb125d8b896d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:16.983319 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:58:17.209345 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:17.685045 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:19.068413 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:19.452809 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:20.451889 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-2ae9790c-231d-4f90-8687-c7824889b371 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721111
Apr 30 13:58:20.621186 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-20dab98f-4ee8-44c8-837c-485545790c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:58:20.622765 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-20dab98f-4ee8-44c8-837c-485545790c6c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 1099 time: 0.0806649
Apr 30 13:58:20.776375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-3f9229ab-a801-4d93-9dac-9f65fddbad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:58:20.777732 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-3f9229ab-a801-4d93-9dac-9f65fddbad7c service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1337805
Apr 30 13:58:20.884687 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-1e62f63a-da05-4915-a457-7c514fdd1308 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b HTTP/1.1" status: 200  len: 1002 time: 0.0995047
Apr 30 13:58:20.955653 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-6aa8d71c-819c-47a2-881d-9ee05b796e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:58:20.957073 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-6aa8d71c-819c-47a2-881d-9ee05b796e50 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0659442
Apr 30 13:58:21.039357 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-2dc3c3c9-85f6-49d1-bd49-933b4b3d8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:58:21.041068 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-2dc3c3c9-85f6-49d1-bd49-933b4b3d8228 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765731
Apr 30 13:58:21.184119 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-a796b78d-bc37-452b-b0fe-8b215670e5d5 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358659
Apr 30 13:58:21.324591 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-791a28c8-26f4-43b0-ab84-e168d46ebd34 req-ae82d153-442d-408e-bc86-4ce7e1ee6ff4 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336844
Apr 30 13:58:44.264101 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-2b45848e-d64f-4f30-9d9b-539bd696bbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:46.932498 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-44e651c6-082e-43d3-8901-805ea6a5a79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:47.223311 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:47.694297 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:49.074226 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:49.471088 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:58:53.984207 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:58:58.856000 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e511051-691a-4324-92e7-be6633b31173 req-bedf3aff-c314-40bb-9bf4-36137577b084 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:58:58.858601 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1e511051-691a-4324-92e7-be6633b31173 req-bedf3aff-c314-40bb-9bf4-36137577b084 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 946 time: 0.3086040
Apr 30 13:58:58.953117 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-1e511051-691a-4324-92e7-be6633b31173 req-72e6adfa-049c-4985-9db4-78bb177ec070 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776420
Apr 30 13:59:00.271071 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-cae12276-8aed-4073-84aa-6d79622450df tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:00.273574 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-cae12276-8aed-4073-84aa-6d79622450df tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 946 time: 0.1218522
Apr 30 13:59:00.390252 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ce7b-523e-4eb9-a0aa-264adc2e4386 req-46f56b02-8001-4b6a-a497-c4f5eaced549 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:00.392852 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-83e1ce7b-523e-4eb9-a0aa-264adc2e4386 req-46f56b02-8001-4b6a-a497-c4f5eaced549 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 946 time: 0.2392592
Apr 30 13:59:00.468883 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-83e1ce7b-523e-4eb9-a0aa-264adc2e4386 req-71c357e0-5c4e-4cd1-b749-ec91a942a137 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639381
Apr 30 13:59:00.560704 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Deleting port 1a417599-01f3-411c-81f8-a1f6c6c4c06b {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:59:00.561046 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:00.714942 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] For port 1a417599-01f3-411c-81f8-a1f6c6c4c06b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a417599-01f3-411c-81f8-a1f6c6c4c06b,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:59:00.715391 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:01.153479 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:01.154297 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:01.154770 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.l3_db [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Floating IP adf44ce2-fbbc-485d-a8cb-406d45e8606a disassociated. External IP: 172.27.0.163, port: 1a417599-01f3-411c-81f8-a1f6c6c4c06b.
Apr 30 13:59:01.155371 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Calling delete_port for 1a417599-01f3-411c-81f8-a1f6c6c4c06b owned by compute:nova {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:59:01.337753 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:01.348347 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-28e2c330-315b-4def-a4b2-12134076a576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:01.436934 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event deleted for resources: {'Port': ['ID=1a417599-01f3-411c-81f8-a1f6c6c4c06b,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:01.556811 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.557475 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.558157 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.558784 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.559416 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.560067 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.560710 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.561341 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.561975 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.562604 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.563218 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.563817 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:01.580350 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:01.875376 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-13bb92ea-e089-40c1-9508-2ae3bc9095f4 req-e503c821-41c9-4a2e-bbf8-08e56d82c62f tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.1202195
Apr 30 13:59:01.916330 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:59:02.177079 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:59:02.191511 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:59:02.208709 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:59:02.209742 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc520>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:58:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:02.287096 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] No DVR routers for this DVR port 1a417599-01f3-411c-81f8-a1f6c6c4c06b on host hv-cinder-78836 {{(pid=73819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:59:02.291624 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:02.294546 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'name': 'network-vif-deleted', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:59:02.321988 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8243441-e01e-4a35-971d-f565b27bfb5a req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "DELETE /v2.0/ports/1a417599-01f3-411c-81f8-a1f6c6c4c06b HTTP/1.1" status: 204  len: 173 time: 2.0390103
Apr 30 13:59:02.376027 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39664cb7-f41c-4aab-9708-827512370122', 'name': 'network-vif-deleted', 'tag': '1a417599-01f3-411c-81f8-a1f6c6c4c06b', 'status': 'completed', 'code': 200}
Apr 30 13:59:02.526319 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:59:02.909295 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc520>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:02.916632 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:59:02.930404 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:59:02.931971 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc520>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:58:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:03.114223 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-5b303ba1-ecec-415b-b7b0-f438ed7f7704 req-de2d5379-c987-412c-ac2e-4b6b45747792 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:59:03.134460 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-5b303ba1-ecec-415b-b7b0-f438ed7f7704 req-de2d5379-c987-412c-ac2e-4b6b45747792 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:59:03.136160 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5b303ba1-ecec-415b-b7b0-f438ed7f7704 req-de2d5379-c987-412c-ac2e-4b6b45747792 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=39664cb7-f41c-4aab-9708-827512370122 HTTP/1.1" status: 200  len: 210 time: 0.0737667
Apr 30 13:59:03.179413 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:59:03.638915 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a33cc520>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:03.646957 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e71e-41aa-4d0f-8edf-42a96916a7e8 None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:59:03.972780 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31396aaf-40dd-47e2-af05-d6f01a6d6561 None None] New status for floating IP adf44ce2-fbbc-485d-a8cb-406d45e8606a: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:59:04.292930 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 1a417599-01f3-411c-81f8-a1f6c6c4c06b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:59:04.337184 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 1a417599-01f3-411c-81f8-a1f6c6c4c06b {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:59:04.337545 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 1a417599-01f3-411c-81f8-a1f6c6c4c06b not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:59:04.708905 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-81db0110-b6b7-4240-9b07-b3aa5d66a9b1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144511476&fields=id&tenant_id=84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 267 time: 0.0456884
Apr 30 13:59:04.931620 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-a5104972-d8f7-4a2a-a7e9-a85669eabba5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:04.933183 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-a5104972-d8f7-4a2a-a7e9-a85669eabba5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 812 time: 0.2155464
Apr 30 13:59:04.957559 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-ebca9166-aaf4-46c1-b43e-a5adcb0e106e tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/quotas/84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 375 time: 0.0179408
Apr 30 13:59:05.062463 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-e1bf1370-ffad-4b24-8cae-c25d78a6e3f6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0968432
Apr 30 13:59:05.139403 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-a280a5d9-c87a-4e85-9e0f-5bf643df3b60 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=73819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:59:05.140439 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-a280a5d9-c87a-4e85-9e0f-5bf643df3b60 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0650764
Apr 30 13:59:05.412342 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-a730cabe-575e-4484-ae65-84bfa2331410 service neutron] 10.222.0.79 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598276
Apr 30 13:59:05.588396 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-6da7d4c4-3352-4c06-9a99-f14ffd34fded service neutron] 10.222.0.79 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650069
Apr 30 13:59:06.111530 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-7fd9c514-c0b8-40cc-8598-5f5cfe43ddb4 req-a0b4e6bd-c3d5-4392-b04a-1e0b13010033 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 210 time: 0.0748336
Apr 30 13:59:07.346726 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-c7b8a904-436b-4816-8e9e-45ec05eb8a84 req-07232ba5-6382-48ce-a1ec-0ae048a662cf tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 210 time: 0.0597842
Apr 30 13:59:07.806473 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-d41ecd2c-3663-4b47-ae11-eb3d81b2fc41 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:07.808014 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-d41ecd2c-3663-4b47-ae11-eb3d81b2fc41 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 812 time: 0.2228653
Apr 30 13:59:07.908053 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-cca966fa-03b5-47bf-ab63-973a9eb180d5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 380 time: 0.0842092
Apr 30 13:59:07.935152 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'port': {'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'admin_state_up': True, 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'security_groups': ['a496f4c5-b696-4357-b60d-c43909ab7124']}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:59:08.122685 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:59:08.135830 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:59:08.148950 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Made reservation on behalf of 84f3c43c33604ba0889f52e0fc038af6 for: {'port': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:59:08.152550 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:08.453781 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Allocated IP 172.20.0.10 (c9d9f60a-7ceb-4b5a-a2df-30f38a463f32/5a3e7021-83f3-4666-be1a-4ac74275289e/bf10cbb8-6966-41e6-9df6-4d9e07d37624) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:59:08.630850 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-206420a8-c36c-47e3-984b-cbf6afa3cb67 req-9b73262d-e8a3-4b9d-8a5f-570dc2e501c5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 210 time: 0.0650740
Apr 30 13:59:08.793544 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:08.814212 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Transition to ACTIVE for port object bf10cbb8-6966-41e6-9df6-4d9e07d37624 will not be triggered until provisioned by entity DHCP. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:59:08.852952 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:08.868610 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-c25d0e4e-d9e7-4b7d-a7d3-93a28f6c46c7 tempest-ServerRescueNegativeTestJSON-739862613 tempest-ServerRescueNegativeTestJSON-739862613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:08.969906 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:59:08.975588 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:59:08.982300 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:59:09.082929 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=bf10cbb8-6966-41e6-9df6-4d9e07d37624,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:09.091869 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:09.120550 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:09.121643 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:09.170632 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-45667629-bb6f-4603-8477-2fd6433fff9b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2415473
Apr 30 13:59:09.275628 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Request body: {'port': {'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:59:09.284773 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-c740aaae-12ff-4137-8858-a6b0c63cb24e None None] Provisioning for port bf10cbb8-6966-41e6-9df6-4d9e07d37624 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:59:09.293726 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-c740aaae-12ff-4137-8858-a6b0c63cb24e None None] Provisioning complete for port bf10cbb8-6966-41e6-9df6-4d9e07d37624 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:59:09.294540 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c740aaae-12ff-4137-8858-a6b0c63cb24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:09.393784 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-c740aaae-12ff-4137-8858-a6b0c63cb24e None None] Port bf10cbb8-6966-41e6-9df6-4d9e07d37624 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:59:09.505248 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:10.224741 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967a002-f397-45b5-bdb4-6e662f892c55 req-fdd6068e-58d2-4aa2-a432-7ceb255bf520 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:10.225533 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-6967a002-f397-45b5-bdb4-6e662f892c55 req-fdd6068e-58d2-4aa2-a432-7ceb255bf520 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:59:10.304013 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf10cbb8-6966-41e6-9df6-4d9e07d37624 {{(pid=73819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:59:10.310968 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-6967a002-f397-45b5-bdb4-6e662f892c55 req-fdd6068e-58d2-4aa2-a432-7ceb255bf520 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:59:10.312872 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6967a002-f397-45b5-bdb4-6e662f892c55 req-fdd6068e-58d2-4aa2-a432-7ceb255bf520 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 932 time: 0.4163051
Apr 30 13:59:10.320101 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:10.385231 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Transition to ACTIVE for port object bf10cbb8-6966-41e6-9df6-4d9e07d37624 will not be triggered until provisioned by entity L2. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:59:10.403107 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:10.417343 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-01f552f5-c299-46f1-b304-3dc31f267c1a tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:10.508932 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-6967a002-f397-45b5-bdb4-6e662f892c55 req-e74a8e5c-f339-4ef7-9d41-d4a6be4bca10 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1832995
Apr 30 13:59:10.616187 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Pushing event updated for resources: {'Port': ['ID=bf10cbb8-6966-41e6-9df6-4d9e07d37624,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:10.657265 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:10.796633 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Attempting to bind port bf10cbb8-6966-41e6-9df6-4d9e07d37624 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:59:10.797090 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Attempting to bind port bf10cbb8-6966-41e6-9df6-4d9e07d37624 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:59:10.797511 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Attempting to bind port bf10cbb8-6966-41e6-9df6-4d9e07d37624 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:59:10.806582 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Port bf10cbb8-6966-41e6-9df6-4d9e07d37624 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:59:10.807111 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Attempting to bind port bf10cbb8-6966-41e6-9df6-4d9e07d37624 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:59:10.817148 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:59:10.817699 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Checking segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:59:10.818359 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Bound using segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:59:10.819097 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Bound port: bf10cbb8-6966-41e6-9df6-4d9e07d37624, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:59:10.819677 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:11.024943 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] For port bf10cbb8-6966-41e6-9df6-4d9e07d37624, host hv-cinder-78836, cleared binding levels {{(pid=73819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:59:11.032262 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] For port bf10cbb8-6966-41e6-9df6-4d9e07d37624, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:59:11.041268 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:11.047022 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-435bb3a1-a098-40d9-a1bc-b21402eb6d13 tempest-AttachVolumeTestJSON-1567094918 tempest-AttachVolumeTestJSON-1567094918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:11.134743 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:11.136078 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:11.140250 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] 10.222.0.103 "PUT /v2.0/ports/bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 1094 time: 1.9527407
Apr 30 13:59:11.140250 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:59:11.190294 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Pushing event updated for resources: {'Port': ['ID=bf10cbb8-6966-41e6-9df6-4d9e07d37624,revision_number=3']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:11.206862 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:11.381495 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'status': 'completed', 'code': 200}
Apr 30 13:59:11.401691 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-537f82a4-3f79-4dc6-9de7-14f7546e37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:11.404794 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-537f82a4-3f79-4dc6-9de7-14f7546e37fe service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1097 time: 0.1764116
Apr 30 13:59:11.532981 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-ae6feca6-85c9-44e3-a8a8-ee4d2dade45d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 217 time: 0.1159370
Apr 30 13:59:11.625814 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-59b1b1c2-acdd-4655-abc7-ff171e1b8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:11.627558 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-59b1b1c2-acdd-4655-abc7-ff171e1b8951 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0887501
Apr 30 13:59:11.822477 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-928da3fc-fddc-4619-9b6a-e082ede46e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:11.824790 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-928da3fc-fddc-4619-9b6a-e082ede46e61 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1897788
Apr 30 13:59:11.889439 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8eb39-1f80-4b12-8988-8e480a2ef453 req-19b20565-25d7-4882-9575-3e3c22543789 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:11.892114 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-53b8eb39-1f80-4b12-8988-8e480a2ef453 req-19b20565-25d7-4882-9575-3e3c22543789 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 944 time: 0.2189369
Apr 30 13:59:12.061978 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-53b8eb39-1f80-4b12-8988-8e480a2ef453 req-c7f9bfe9-ac63-43fd-b5e6-49af321ad3b3 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468890
Apr 30 13:59:12.102231 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-57c6b14e-5e38-4eec-802e-939a72b1b51b service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686143
Apr 30 13:59:12.325988 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-480da6cb-80c8-490a-b6d2-064d97fb8312 req-8112c395-7694-42a0-a7eb-fee0bf9c4f45 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2173033
Apr 30 13:59:12.580264 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-26681a50-f19f-4a26-9742-17004cd6cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:12.582516 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-26681a50-f19f-4a26-9742-17004cd6cc03 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1097 time: 0.1403961
Apr 30 13:59:12.869054 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-229600cf-c211-420e-b900-d14aa30055e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:12.871831 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-229600cf-c211-420e-b900-d14aa30055e7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.2736988
Apr 30 13:59:13.010507 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-c0b007e2-2dd8-4474-8cc7-8924c6640dc8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 217 time: 0.1299531
Apr 30 13:59:13.135665 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-e26166bf-699e-4bb6-94df-d5570ba61bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:13.138537 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-e26166bf-699e-4bb6-94df-d5570ba61bf4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.1220896
Apr 30 13:59:13.428178 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6f1a4-e90d-417d-a1c7-1f6b36e49570 req-6cb56619-5eeb-405c-a351-4de7c98ec802 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:13.430890 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-41b6f1a4-e90d-417d-a1c7-1f6b36e49570 req-6cb56619-5eeb-405c-a351-4de7c98ec802 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 944 time: 0.1523046
Apr 30 13:59:13.442481 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-838cccc1-dd9f-4454-8afc-2579e844a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:13.445900 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-838cccc1-dd9f-4454-8afc-2579e844a154 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3004963
Apr 30 13:59:13.509143 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-41b6f1a4-e90d-417d-a1c7-1f6b36e49570 req-dedac65e-461c-4320-8ca5-139aa3630d5d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655584
Apr 30 13:59:13.731353 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-81341ccb-711b-46ff-a985-c0b4861a0e8a service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2787831
Apr 30 13:59:13.916579 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e0ba2c7c-6171-4839-88cf-03548abf1cd7 req-ba9ef835-9bf4-4f75-80d1-875dece4060d service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785936
Apr 30 13:59:14.265544 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d64b2d77-b44d-4e10-affc-dbb01e2b45d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:14.855790 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889a65b-c708-4e9c-be29-5525ec01059b req-88f6218c-326c-492b-9d39-d977c7b04f07 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:14.857494 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b889a65b-c708-4e9c-be29-5525ec01059b req-88f6218c-326c-492b-9d39-d977c7b04f07 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 944 time: 0.1151340
Apr 30 13:59:14.954236 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b889a65b-c708-4e9c-be29-5525ec01059b req-3cbcccd5-1e0a-4701-8816-c2f325de5eed tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846405
Apr 30 13:59:16.294509 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45271ada-63b8-41de-ae65-a8316e5aba71 req-271faa7a-bc67-4427-81c3-2c55b6a76ebe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:16.297163 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-45271ada-63b8-41de-ae65-a8316e5aba71 req-271faa7a-bc67-4427-81c3-2c55b6a76ebe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 944 time: 0.1553042
Apr 30 13:59:16.380527 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-45271ada-63b8-41de-ae65-a8316e5aba71 req-2066b8a7-1f13-47fc-92e7-56324c73fdfe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720923
Apr 30 13:59:16.940627 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-7a1093c2-fee5-4ab9-832c-255d13bdc2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:17.231176 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:17.694167 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:17.726574 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d01c1-002b-477d-b017-6c7dc5999297 req-7f167b92-cde6-4dd1-a372-cca2cf6c12df tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:17.729392 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-890d01c1-002b-477d-b017-6c7dc5999297 req-7f167b92-cde6-4dd1-a372-cca2cf6c12df tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 944 time: 0.1287637
Apr 30 13:59:17.812852 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-890d01c1-002b-477d-b017-6c7dc5999297 req-0e60a475-8159-4e81-8fc4-f686b78f3464 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725145
Apr 30 13:59:19.097895 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:19.191795 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d35df-511b-4808-ab6a-a8df57b938be req-0ae7f588-df9f-4b3f-b548-b7a78274ca55 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:19.194290 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-397d35df-511b-4808-ab6a-a8df57b938be req-0ae7f588-df9f-4b3f-b548-b7a78274ca55 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 944 time: 0.1524186
Apr 30 13:59:19.287251 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-397d35df-511b-4808-ab6a-a8df57b938be req-dd0977ae-bc81-452a-8bde-2e9e582c4d13 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814497
Apr 30 13:59:19.457733 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:20.369661 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device bf10cbb8-6966-41e6-9df6-4d9e07d37624 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:59:20.568489 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port bf10cbb8-6966-41e6-9df6-4d9e07d37624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:59:20.595117 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:59:20.672237 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4f95-13b6-41aa-8d73-86463354d0a9 req-f5ab064c-ab63-4647-b60a-ef0a0187c0a4 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:20.674867 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f95c4f95-13b6-41aa-8d73-86463354d0a9 req-f5ab064c-ab63-4647-b60a-ef0a0187c0a4 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 944 time: 0.1632380
Apr 30 13:59:20.684570 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:20.718488 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf10cbb8-6966-41e6-9df6-4d9e07d37624 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:59:20.746420 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port bf10cbb8-6966-41e6-9df6-4d9e07d37624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:59:20.752476 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:20.757686 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:20.763052 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f95c4f95-13b6-41aa-8d73-86463354d0a9 req-4c2ceee6-2aa9-49c2-9209-4b2cf9e5a579 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783086
Apr 30 13:59:20.897432 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=bf10cbb8-6966-41e6-9df6-4d9e07d37624,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:20.911874 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.912445 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.913012 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.913590 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.914534 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.914868 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.915355 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.915874 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.916409 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.916942 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.917474 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.918074 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:20.925831 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:21.058791 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['bf10cbb8-6966-41e6-9df6-4d9e07d37624'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:59:22.131632 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd225e-2fe8-489b-9773-0f7ab170e648 req-17a0c2be-c112-48ef-931c-ff0bcb48a881 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:22.134925 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a1dd225e-2fe8-489b-9773-0f7ab170e648 req-17a0c2be-c112-48ef-931c-ff0bcb48a881 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 945 time: 0.1523051
Apr 30 13:59:22.204852 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a1dd225e-2fe8-489b-9773-0f7ab170e648 req-5fe909c9-3221-4894-a28a-e1ec10f740f1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632811
Apr 30 13:59:22.370324 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device bf10cbb8-6966-41e6-9df6-4d9e07d37624 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:59:22.462562 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port bf10cbb8-6966-41e6-9df6-4d9e07d37624 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:59:22.469349 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port bf10cbb8-6966-41e6-9df6-4d9e07d37624 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:59:22.469735 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:22.665355 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:22.718670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:59:22.736317 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port bf10cbb8-6966-41e6-9df6-4d9e07d37624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:59:22.742703 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:22.747167 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:22.886796 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'code': 200}
Apr 30 13:59:22.887761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=bf10cbb8-6966-41e6-9df6-4d9e07d37624,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:22.892486 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:23.283724 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39215244-955f-4208-be96-f4558ab1db8a req-bf99a92e-7d0c-442e-b33f-27c4b697ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:23.286390 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-39215244-955f-4208-be96-f4558ab1db8a req-bf99a92e-7d0c-442e-b33f-27c4b697ad4c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1099 time: 0.1332705
Apr 30 13:59:23.362795 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-39215244-955f-4208-be96-f4558ab1db8a req-e4c2750e-7ca5-41c5-b3a1-c8189ac7772b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692964
Apr 30 13:59:23.520217 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e7ac7-44b3-4747-a613-a86fd887695b req-1b07f399-eff4-4123-a44c-19ce9c8b63c1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:23.522379 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-635e7ac7-44b3-4747-a613-a86fd887695b req-1b07f399-eff4-4123-a44c-19ce9c8b63c1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 946 time: 0.1319268
Apr 30 13:59:23.589848 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-635e7ac7-44b3-4747-a613-a86fd887695b req-0a98ed84-9dfd-4d59-b8d9-500a7a65da4b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561373
Apr 30 13:59:24.894148 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10639f2f-84f8-4561-9a8d-a76480ded4f6 req-51263a4a-4e74-4dd3-9078-a7714c0764e7 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:24.896540 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-10639f2f-84f8-4561-9a8d-a76480ded4f6 req-51263a4a-4e74-4dd3-9078-a7714c0764e7 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 946 time: 0.1351690
Apr 30 13:59:24.966376 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-10639f2f-84f8-4561-9a8d-a76480ded4f6 req-268624c7-ffe6-4fd3-b987-ac1de8bae3f1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557442
Apr 30 13:59:25.311921 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423ab0-a05e-4eee-883d-d972db65d093 req-5bb6e84f-0d68-49d3-ad16-261bc4faa393 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:25.314768 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-13423ab0-a05e-4eee-883d-d972db65d093 req-5bb6e84f-0d68-49d3-ad16-261bc4faa393 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 946 time: 0.1471968
Apr 30 13:59:25.408123 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-13423ab0-a05e-4eee-883d-d972db65d093 req-daa80718-2de0-44cd-8ab2-8f883c54b5b3 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855503
Apr 30 13:59:25.446172 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 59014) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:59:25.586456 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e62a45b-cf8e-4545-923c-d57d8eb5cfdd tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:25.589000 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-0e62a45b-cf8e-4545-923c-d57d8eb5cfdd tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1094 time: 0.1412122
Apr 30 13:59:25.593780 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 59018) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:59:25.603464 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:59:25.614111 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:59:25.622286 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:floatingip and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:59:25.627828 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:59:25.639550 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:59:25.665577 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:25.940241 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:26.209392 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Allocated IP 172.27.0.9 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/0a898f66-4657-4994-8269-4a524148e1c1) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:59:26.523671 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:26.581487 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:26.593632 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4b9673ae-db01-4d32-867a-07729b321a90 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:26.703123 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:59:26.707541 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:59:26.715100 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:59:26.752505 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=0a898f66-4657-4994-8269-4a524148e1c1,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:26.768467 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:27.577792 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:27.714282 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:28.093699 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:28.100584 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:28.107321 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-794e7d33-4f75-4182-93b5-e6a723718374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:28.268154 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=0a898f66-4657-4994-8269-4a524148e1c1,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:59:28.275526 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:28.286764 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:28.547836 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.db.l3_db [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Floating IP 958a6343-ddba-4786-ab1f-6da8b510f549 associated. External IP: 172.27.0.9, port: bf10cbb8-6966-41e6-9df6-4d9e07d37624.
Apr 30 13:59:29.122163 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:59:29.474189 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:59:29.489320 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:59:29.509349 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:59:29.510469 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fda820>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:59:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:29.517933 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:29.605591 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-dced2fbe-9ab4-453f-8ba7-50800ad5aa9d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.0100389
Apr 30 13:59:29.606627 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:59:29.686329 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'status': 'completed', 'code': 200}
Apr 30 13:59:29.871714 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:59:29.977622 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-b231866d-192d-4b0a-a679-064349b7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:29.980069 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-b231866d-192d-4b0a-a679-064349b7ae4f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1099 time: 0.2586510
Apr 30 13:59:30.232971 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-1c26bf2d-c577-42af-aa25-bd1e2e9d2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:30.235631 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-1c26bf2d-c577-42af-aa25-bd1e2e9d2ba7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.2481065
Apr 30 13:59:30.429041 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-ddb6530b-7f31-4f05-8f4b-38c55481748e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 998 time: 0.1850841
Apr 30 13:59:30.504640 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fda820>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:27Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:30.511974 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:59:30.529447 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:59:30.529741 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-b4967250-e88e-44fe-b3bc-f1646bcb69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:30.530583 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3fda820>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T13:59:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:30.532079 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-b4967250-e88e-44fe-b3bc-f1646bcb69e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0964763
Apr 30 13:59:30.649210 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-2f867e11-1cba-4dca-b115-01775edd5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:59:30.651779 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-2f867e11-1cba-4dca-b115-01775edd5728 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1114447
Apr 30 13:59:30.891567 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:59:30.937049 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-48b0946e-9872-4c09-a7c9-34014dd65295 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774944
Apr 30 13:59:30.994872 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:59:31.140688 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-aa5a7107-c81e-49c0-a884-27d6792b6b6c req-8b8e02e6-6a62-4871-8b95-39a7af77c640 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954579
Apr 30 13:59:31.477711 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3fda820>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:27Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:31.484561 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97ce75-e1f4-4d62-82a9-9a8461d85706 None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:27Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:59:31.763320 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2652873-c933-463c-9e81-e30311fb0410 None None] New status for floating IP 958a6343-ddba-4786-ab1f-6da8b510f549: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:59:44.274663 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-feb80508-7172-4e5c-b070-478e2f139104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:46.940834 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1d918023-98bb-43f1-acfe-f289cba808d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:47.221321 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:47.704913 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:49.103308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:49.463050 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:07.987116 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:00:14.260654 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-59cdaae8-9585-4cad-a66c-f656dc81a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:16.934575 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-97e389cc-8528-4a81-91f3-916e7194002e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:17.216971 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:17.696677 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:19.094201 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:19.465024 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:23.144875 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-4d8a182d-fe6a-4072-90aa-9bb043d42634 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717366
Apr 30 14:00:23.304931 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-ad960b93-1cb8-45f1-afe3-9e3c65cd2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:23.306438 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-ad960b93-1cb8-45f1-afe3-9e3c65cd2176 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1099 time: 0.0772398
Apr 30 14:00:23.453304 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-8bd39896-88e8-4e5f-b36f-bfe70aa7cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:23.454800 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-8bd39896-88e8-4e5f-b36f-bfe70aa7cb1e service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1299880
Apr 30 14:00:23.574902 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-d0629b3a-c7a6-46eb-8a3a-b59c472aa096 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 1000 time: 0.1119537
Apr 30 14:00:23.644596 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-b2565fed-729d-4044-8d8a-cff3a79541b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:23.646263 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-b2565fed-729d-4044-8d8a-cff3a79541b7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0635231
Apr 30 14:00:23.723459 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-fee16908-017f-46bb-aceb-99e9505634d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:23.725025 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-fee16908-017f-46bb-aceb-99e9505634d4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736856
Apr 30 14:00:23.865579 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-125cd32d-6a44-45a8-b281-40ba51b1356e service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333108
Apr 30 14:00:24.014777 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-fa6cd9cb-cb04-4158-9ea5-dc386f45ab0b req-1ea7d8e6-26c7-4c18-8961-9941cf666812 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426089
Apr 30 14:00:44.271790 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-5033ba2a-dca1-4b90-bb19-08302c116d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:44.990045 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:00:46.939557 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a09a4ef5-d1b6-45b8-b2ee-40f68ae20483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:47.221406 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:47.699254 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:49.114763 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:49.469968 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:03.657308 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-e18967e8-4b26-4a20-bc5a-7d48a5fe8cc6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144511476&fields=id&tenant_id=84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 267 time: 0.0481434
Apr 30 14:01:03.823255 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-ef53e7ce-1627-4e83-9711-ec834a8e7a7d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:03.824640 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-ef53e7ce-1627-4e83-9711-ec834a8e7a7d tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 812 time: 0.1597638
Apr 30 14:01:03.841329 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-908edbd8-0c40-4c95-8dd0-2b2931c10a93 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/quotas/84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 375 time: 0.0105526
Apr 30 14:01:03.936917 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-888008a4-6194-40a4-8dab-5d9bf19bbdc9 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0890763
Apr 30 14:01:04.267040 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-10b2a5ec-0566-4d05-84a6-097b6ed1f240 service neutron] 10.222.0.79 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3166935
Apr 30 14:01:04.461451 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-e09ab3fc-b2a8-42ba-ae78-98b32dc9c9fa service neutron] 10.222.0.79 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844327
Apr 30 14:01:04.979131 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-541cf071-893a-4c59-9810-164f05b5f6a5 req-8131d21d-02d7-4041-8960-ec075ed6a88e tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 210 time: 0.0507002
Apr 30 14:01:06.095876 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0cb7551d-bda5-4a7c-adc5-729e57d41363 req-4f91d8e2-3234-45f1-ae1c-673cfd840023 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 210 time: 0.0507801
Apr 30 14:01:07.307675 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-53dfdf6a-1cfd-4a5f-ae40-47b8fc135017 req-5d4a2234-3041-43ca-a63e-2c83ba8dc1f2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 210 time: 0.1400280
Apr 30 14:01:08.481989 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-bcada59f-c97f-4495-a121-9a0013288b14 req-abb5aee8-d700-44d2-8d53-f7a88b1b53a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 210 time: 0.0531378
Apr 30 14:01:09.651557 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ec1755ef-2b67-4a0e-8389-b24ec2ecb84e req-8fe21135-f2ef-4496-854f-3c2cd6ced398 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 210 time: 0.0482407
Apr 30 14:01:10.277417 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-1a611075-1b8c-42c5-9407-a6488704db71 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:10.278947 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-1a611075-1b8c-42c5-9407-a6488704db71 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 812 time: 0.1620131
Apr 30 14:01:10.335882 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-6fe77915-764a-44d2-8b46-98bfae87ebe4 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f3c43c33604ba0889f52e0fc038af6 HTTP/1.1" status: 200  len: 380 time: 0.0438681
Apr 30 14:01:10.344329 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'port': {'device_id': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'admin_state_up': True, 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'security_groups': ['a496f4c5-b696-4357-b60d-c43909ab7124']}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:01:10.497976 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:01:10.509520 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.quota.driver [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:01:10.521184 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Made reservation on behalf of 84f3c43c33604ba0889f52e0fc038af6 for: {'port': 1} {{(pid=73819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:01:10.524624 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:10.701958 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.db_base_plugin_common [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Allocated IP 172.20.0.3 (c9d9f60a-7ceb-4b5a-a2df-30f38a463f32/5a3e7021-83f3-4666-be1a-4ac74275289e/298d390d-efdf-4c77-874a-689729c0e087) {{(pid=73819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:01:10.837076 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-81ada548-d130-401a-bdb7-883b1c93c586 req-66e36f7f-4e46-46e0-bcde-e48c47dc95da tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 210 time: 0.0630240
Apr 30 14:01:10.946156 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:10.964222 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Transition to ACTIVE for port object 298d390d-efdf-4c77-874a-689729c0e087 will not be triggered until provisioned by entity DHCP. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:01:10.995074 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_create {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:11.006447 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-1a6ce23b-9e72-481e-a464-6e8cf5223006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:01:11.099965 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 is already hosted by enough agents. {{(pid=73819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:01:11.103644 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.base_scheduler [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources bound (agent type, host, resource id):  {{(pid=73819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:01:11.111027 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Received port after_create {{(pid=73819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:01:11.137156 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=298d390d-efdf-4c77-874a-689729c0e087,revision_number=1']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:01:11.151374 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.151978 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.152535 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.153101 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.153604 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.153980 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.154443 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.155038 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.155426 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.155999 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.156583 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.157160 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:11.171463 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:01:11.213850 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:11.214850 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:11.256321 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9dcb07ab-8184-4481-811d-e3602dc888fb tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9156411
Apr 30 14:01:11.277309 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.v2.base [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Request body: {'port': {'device_id': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:01:11.367038 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-cf287a60-2012-4d1f-861d-ccb1c7b60d47 None None] Provisioning for port 298d390d-efdf-4c77-874a-689729c0e087 completed by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:01:11.371750 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-cf287a60-2012-4d1f-861d-ccb1c7b60d47 None None] Provisioning complete for port 298d390d-efdf-4c77-874a-689729c0e087 triggered by entity DHCP. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:01:11.372117 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cf287a60-2012-4d1f-861d-ccb1c7b60d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:11.401315 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:11.426263 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-cf287a60-2012-4d1f-861d-ccb1c7b60d47 None None] Port 298d390d-efdf-4c77-874a-689729c0e087 cannot update to ACTIVE because it is not bound. {{(pid=73820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:01:11.789050 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298d390d-efdf-4c77-874a-689729c0e087 {{(pid=73819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:01:11.797520 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:11.814171 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.db.provisioning_blocks [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Transition to ACTIVE for port object 298d390d-efdf-4c77-874a-689729c0e087 will not be triggered until provisioned by entity L2. {{(pid=73819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:01:11.822130 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:11.826274 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-5f24f052-4f5c-42ad-9e60-6e7ed75111a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:01:11.997767 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Pushing event updated for resources: {'Port': ['ID=298d390d-efdf-4c77-874a-689729c0e087,revision_number=2']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:01:12.042379 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:01:12.237575 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Attempting to bind port 298d390d-efdf-4c77-874a-689729c0e087 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:01:12.237937 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Attempting to bind port 298d390d-efdf-4c77-874a-689729c0e087 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:01:12.238307 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Attempting to bind port 298d390d-efdf-4c77-874a-689729c0e087 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:01:12.246315 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Port 298d390d-efdf-4c77-874a-689729c0e087 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:01:12.246638 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Attempting to bind port 298d390d-efdf-4c77-874a-689729c0e087 on network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:01:12.262200 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16298-aaa5-402e-9fd9-b0ab4273e64f req-9bf0e9c6-98a7-409b-93db-dd75fe205e1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:12.262905 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-77f16298-aaa5-402e-9fd9-b0ab4273e64f req-9bf0e9c6-98a7-409b-93db-dd75fe205e1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:01:12.265837 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Checking agent: {'id': '06072d8e-b8ce-4002-aa6d-36df3351e81b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:01:12.266205 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Checking segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:01:12.266590 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Bound using segment: {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'} {{(pid=73819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:01:12.267036 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.managers [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Bound port: 298d390d-efdf-4c77-874a-689729c0e087, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32'}}] {{(pid=73819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:01:12.267375 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:12.331978 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.quota.resource [req-77f16298-aaa5-402e-9fd9-b0ab4273e64f req-9bf0e9c6-98a7-409b-93db-dd75fe205e1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:01:12.333159 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-77f16298-aaa5-402e-9fd9-b0ab4273e64f req-9bf0e9c6-98a7-409b-93db-dd75fe205e1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 943 time: 0.3375168
Apr 30 14:01:12.405364 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] For port 298d390d-efdf-4c77-874a-689729c0e087, host hv-cinder-78836, cleared binding levels {{(pid=73819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:01:12.416717 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-77f16298-aaa5-402e-9fd9-b0ab4273e64f req-74cfeb53-37b4-48e8-99a8-e9bac34d8435 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714440
Apr 30 14:01:12.419333 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] For port 298d390d-efdf-4c77-874a-689729c0e087, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=298d390d-efdf-4c77-874a-689729c0e087,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:01:12.424489 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10489073'] for port, after_update {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:12.429959 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:01:12.482150 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:12.482888 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:12.484130 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] 10.222.0.103 "PUT /v2.0/ports/298d390d-efdf-4c77-874a-689729c0e087 HTTP/1.1" status: 200  len: 1093 time: 1.2117879
Apr 30 14:01:12.484646 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'tag': '298d390d-efdf-4c77-874a-689729c0e087'}] {{(pid=73819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:01:12.525718 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Pushing event updated for resources: {'Port': ['ID=298d390d-efdf-4c77-874a-689729c0e087,revision_number=3']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:01:12.529432 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-4f0ea1ad-65b2-41ef-8f13-9600e8243192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:01:12.594993 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'tag': '298d390d-efdf-4c77-874a-689729c0e087', 'status': 'completed', 'code': 200}
Apr 30 14:01:12.644892 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-77ff8040-93ef-403e-b7d6-e9292b1d46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:12.647172 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-77ff8040-93ef-403e-b7d6-e9292b1d46ac service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 1096 time: 0.0973132
Apr 30 14:01:12.732051 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-9f84c49c-0960-4eb9-94d8-64297b4758c8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=298d390d-efdf-4c77-874a-689729c0e087 HTTP/1.1" status: 200  len: 217 time: 0.0705457
Apr 30 14:01:12.814545 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-da6d83e0-6a5d-49c4-b079-dc7df5e2d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:12.815978 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-da6d83e0-6a5d-49c4-b079-dc7df5e2d111 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0762081
Apr 30 14:01:12.903384 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-1678fe63-8228-444e-8cc2-f34215374c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:12.904898 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-1678fe63-8228-444e-8cc2-f34215374c3b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817835
Apr 30 14:01:13.059514 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-5af6e48a-e14d-488e-9681-5172fe0e030e service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464858
Apr 30 14:01:13.220470 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-5bf3c079-0d5c-4129-a83c-2525e109f0b6 req-26ff563d-02bd-4368-920e-c50536b617bd service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530342
Apr 30 14:01:13.390854 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161812-423e-4133-ab42-be434d455027 req-f51bac44-b819-425d-8677-7afd06e431cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:13.392563 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97161812-423e-4133-ab42-be434d455027 req-f51bac44-b819-425d-8677-7afd06e431cb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 1096 time: 0.0832553
Apr 30 14:01:13.637020 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161812-423e-4133-ab42-be434d455027 req-89be97c8-e2ab-48bd-b35b-b4b468b0b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:13.638567 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97161812-423e-4133-ab42-be434d455027 req-89be97c8-e2ab-48bd-b35b-b4b468b0b234 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.2394681
Apr 30 14:01:13.727665 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97161812-423e-4133-ab42-be434d455027 req-fb352e12-6c83-47ee-a571-d742a0cff637 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=298d390d-efdf-4c77-874a-689729c0e087 HTTP/1.1" status: 200  len: 217 time: 0.0810056
Apr 30 14:01:13.805309 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab1002-cb87-4338-9aef-2f494b43eaaa req-b7a7bf50-f3fb-49c4-866e-5905c4706650 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:13.806879 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e4ab1002-cb87-4338-9aef-2f494b43eaaa req-b7a7bf50-f3fb-49c4-866e-5905c4706650 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 943 time: 0.2348182
Apr 30 14:01:13.818274 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161812-423e-4133-ab42-be434d455027 req-7ee9f934-5b56-4f0c-8774-e12885ccc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:13.819581 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97161812-423e-4133-ab42-be434d455027 req-7ee9f934-5b56-4f0c-8774-e12885ccc473 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0818222
Apr 30 14:01:13.905771 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e4ab1002-cb87-4338-9aef-2f494b43eaaa req-d78bd435-0896-46d0-a788-52c8b1528ba1 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908022
Apr 30 14:01:13.931285 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161812-423e-4133-ab42-be434d455027 req-ca2f4534-985f-44c0-a7b1-8bfc4c8f3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:13.932768 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97161812-423e-4133-ab42-be434d455027 req-ca2f4534-985f-44c0-a7b1-8bfc4c8f3575 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1002784
Apr 30 14:01:14.072975 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97161812-423e-4133-ab42-be434d455027 req-b85ca20b-08d5-4e51-9f23-5c7e3b18ef8f service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325676
Apr 30 14:01:14.267636 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d6de9647-b023-4360-86d3-41efd2ebfa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:14.303278 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-97161812-423e-4133-ab42-be434d455027 req-197c0eb5-afd5-4b36-b3aa-c75deff1275b service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234666
Apr 30 14:01:15.143772 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34c55-6d30-494a-a1b5-bc9d746f5a17 req-1a17e825-8102-45f6-9497-7d974f6677f8 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:15.146249 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-52c34c55-6d30-494a-a1b5-bc9d746f5a17 req-1a17e825-8102-45f6-9497-7d974f6677f8 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 943 time: 0.1027119
Apr 30 14:01:15.202396 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-52c34c55-6d30-494a-a1b5-bc9d746f5a17 req-ba935bdb-e789-4848-af87-dd9382dd8516 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478699
Apr 30 14:01:16.482816 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5037-11b4-4536-97a0-3e5aa0eff82f req-bdb3a224-3440-45c4-bc77-aa87caf208c6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:16.485358 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-21ba5037-11b4-4536-97a0-3e5aa0eff82f req-bdb3a224-3440-45c4-bc77-aa87caf208c6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 943 time: 0.1347001
Apr 30 14:01:16.559987 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-21ba5037-11b4-4536-97a0-3e5aa0eff82f req-11119b19-310b-4fdc-920b-6c74e789dbe5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643904
Apr 30 14:01:16.937011 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cdd24270-794b-48d3-82e4-44d78adfe854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:17.228917 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:17.703783 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:17.827006 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ad4cc-4bec-4fcf-91b7-42dcf0027561 req-0162f206-9c3c-45c4-a0d3-6dcddcb26082 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:17.828596 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c27ad4cc-4bec-4fcf-91b7-42dcf0027561 req-0162f206-9c3c-45c4-a0d3-6dcddcb26082 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 943 time: 0.1408460
Apr 30 14:01:17.905225 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-c27ad4cc-4bec-4fcf-91b7-42dcf0027561 req-46a30b10-47fe-486a-a938-976d9aaa0bf5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696309
Apr 30 14:01:19.110685 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:19.124554 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e560e6-a9b5-4a0f-b551-491c0f9d3d2e req-0783c369-6e77-4651-bf21-7883ce6671ba tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:19.125967 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-27e560e6-a9b5-4a0f-b551-491c0f9d3d2e req-0783c369-6e77-4651-bf21-7883ce6671ba tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 943 time: 0.1073554
Apr 30 14:01:19.173383 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-27e560e6-a9b5-4a0f-b551-491c0f9d3d2e req-2b25a5a1-0276-4526-869d-b9ee98439f03 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406487
Apr 30 14:01:19.474501 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:20.382042 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ba919-0b3a-43d6-94ce-075c1d8a25ed req-602bd633-f17d-4ee9-a20e-4af1aec67fa7 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:20.383574 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-873ba919-0b3a-43d6-94ce-075c1d8a25ed req-602bd633-f17d-4ee9-a20e-4af1aec67fa7 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 943 time: 0.0928004
Apr 30 14:01:20.433517 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-873ba919-0b3a-43d6-94ce-075c1d8a25ed req-4a1cca3c-7383-4fe8-a9f1-7fbaaa43bbe3 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442014
Apr 30 14:01:20.961213 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 298d390d-efdf-4c77-874a-689729c0e087 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:01:21.146112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 298d390d-efdf-4c77-874a-689729c0e087, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=298d390d-efdf-4c77-874a-689729c0e087,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:01:21.166052 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Returning: {'device': '298d390d-efdf-4c77-874a-689729c0e087', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'port_id': '298d390d-efdf-4c77-874a-689729c0e087', 'mac_address': 'fa:16:3e:25:b6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:01:21.229487 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:21.247978 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298d390d-efdf-4c77-874a-689729c0e087 {{(pid=73820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:01:21.265108 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 298d390d-efdf-4c77-874a-689729c0e087, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=298d390d-efdf-4c77-874a-689729c0e087,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:01:21.271239 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:21.274373 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:01:21.351832 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=298d390d-efdf-4c77-874a-689729c0e087,revision_number=4']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:01:21.359500 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.359833 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.360162 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.360486 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.360806 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.361124 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.361438 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.361752 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.364522 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.364522 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.364522 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.364522 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:21.368418 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:01:21.623184 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] get_ports_and_sgs() called for port_ids ['298d390d-efdf-4c77-874a-689729c0e087'] {{(pid=73820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:01:21.723225 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfbe7a-6222-4bf4-81e6-c28335816711 req-44b68b03-e1fc-487e-bca4-92aeaa79bf03 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:21.725722 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e8cfbe7a-6222-4bf4-81e6-c28335816711 req-44b68b03-e1fc-487e-bca4-92aeaa79bf03 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 944 time: 0.1084416
Apr 30 14:01:21.809914 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e8cfbe7a-6222-4bf4-81e6-c28335816711 req-856b5f10-05c9-4978-b933-076b5114e24c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749648
Apr 30 14:01:21.995189 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:01:22.991766 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 298d390d-efdf-4c77-874a-689729c0e087 up at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:01:23.039558 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58884-c24a-4a83-b32f-d29ea6ea0233 req-970e11c2-5aa1-4929-b938-3c1abf425821 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:23.042166 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2fc58884-c24a-4a83-b32f-d29ea6ea0233 req-970e11c2-5aa1-4929-b938-3c1abf425821 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 944 time: 0.1092970
Apr 30 14:01:23.089573 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning for port 298d390d-efdf-4c77-874a-689729c0e087 completed by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:01:23.094955 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.provisioning_blocks [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Provisioning complete for port 298d390d-efdf-4c77-874a-689729c0e087 triggered by entity L2. {{(pid=73820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:01:23.095447 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605159'] for port, provisioning_complete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:23.107228 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-2fc58884-c24a-4a83-b32f-d29ea6ea0233 req-528b5ac7-8374-4800-a74a-bd102afc9368 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590906
Apr 30 14:01:23.217063 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:23.244970 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298d390d-efdf-4c77-874a-689729c0e087'}] {{(pid=73820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:01:23.256354 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] For port 298d390d-efdf-4c77-874a-689729c0e087, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=298d390d-efdf-4c77-874a-689729c0e087,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:01:23.260670 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461'] for port, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:23.262667 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:01:23.297894 dv-cinder-788364-2-iscsi neutron-server[73820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298d390d-efdf-4c77-874a-689729c0e087', 'code': 200}
Apr 30 14:01:23.330583 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Pushing event updated for resources: {'Port': ['ID=298d390d-efdf-4c77-874a-689729c0e087,revision_number=5']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:01:23.333925 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:01:23.537934 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.103', 55974) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:01:23.609618 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-3809868d-72db-40ef-a776-cda6d42af38e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0858147
Apr 30 14:01:23.614520 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2277bd-c5ef-499e-a2be-a3af48a02b4d req-8eced54f-f2f1-451a-95f2-e4326627d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:23.616066 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f2277bd-c5ef-499e-a2be-a3af48a02b4d req-8eced54f-f2f1-451a-95f2-e4326627d661 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 1098 time: 0.0768857
Apr 30 14:01:23.676222 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-0f2277bd-c5ef-499e-a2be-a3af48a02b4d req-eac8c469-34b4-4bb0-a5a3-08139eea4e36 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383930
Apr 30 14:01:24.030591 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-db7c19d4-c502-4088-bce8-2aa24a961691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:24.032069 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-db7c19d4-c502-4088-bce8-2aa24a961691 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1099 time: 0.0860872
Apr 30 14:01:24.195312 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-f975757d-0052-4aeb-aa0a-32e2fd7a4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:24.197031 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-f975757d-0052-4aeb-aa0a-32e2fd7a4568 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1443825
Apr 30 14:01:24.353869 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-189c0d04-a4db-49e7-a592-b53cafdc6185 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 1000 time: 0.1469834
Apr 30 14:01:24.448879 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fbbf2-689b-4997-9001-baa0ff4e6743 req-3350e5be-32fb-4cf1-ac50-cda8cba5b0e6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:24.450737 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e95fbbf2-689b-4997-9001-baa0ff4e6743 req-3350e5be-32fb-4cf1-ac50-cda8cba5b0e6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 945 time: 0.1903634
Apr 30 14:01:24.458215 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-4e4f0b52-c030-4719-bcd5-3190e7e661a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:24.459649 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-4e4f0b52-c030-4719-bcd5-3190e7e661a5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0917733
Apr 30 14:01:24.564731 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e95fbbf2-689b-4997-9001-baa0ff4e6743 req-b872dc1c-78df-400f-8540-d2c1841c07e6 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026068
Apr 30 14:01:24.601376 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-b78e9c66-331c-4643-83ef-7284a2c5f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:24.602869 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-b78e9c66-331c-4643-83ef-7284a2c5f83c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1261711
Apr 30 14:01:24.788076 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-35a02eb6-361e-4399-a304-21788c4f15cc service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621847
Apr 30 14:01:25.068032 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-e6033694-8f81-4cbc-8110-71ff6e9e58b9 req-44d117e2-d40a-4aa6-b458-909a00c17a70 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2724104
Apr 30 14:01:25.804519 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f124bc-8c29-409a-a684-07ece832f820 req-79085434-d83f-49da-9a6b-d0fd2931d007 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:25.806048 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-56f124bc-8c29-409a-a684-07ece832f820 req-79085434-d83f-49da-9a6b-d0fd2931d007 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 945 time: 0.1081295
Apr 30 14:01:25.861818 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-56f124bc-8c29-409a-a684-07ece832f820 req-cba80e53-73be-45fe-b858-0709a336affc tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448229
Apr 30 14:01:26.096342 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6a39d-dc0e-4c74-a859-93411db4f254 req-ba3319ca-2b8b-49ad-a863-6a37a883401a tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:26.098813 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1cc6a39d-dc0e-4c74-a859-93411db4f254 req-ba3319ca-2b8b-49ad-a863-6a37a883401a tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 945 time: 0.1010745
Apr 30 14:01:26.148284 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-1cc6a39d-dc0e-4c74-a859-93411db4f254 req-cbd63118-c5d2-4654-96a4-dfb84c4ff289 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425689
Apr 30 14:01:26.172794 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59148) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:01:26.245951 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee406f-3b54-4e25-a4a6-c356fb468d56 tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:26.247497 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-aaee406f-3b54-4e25-a4a6-c356fb468d56 tempest-TestVolumeBootPattern-503699528 tempest-TestVolumeBootPattern-503699528-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 1093 time: 0.0737257
Apr 30 14:01:26.250281 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59152) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:01:26.255863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.v2.base [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Request body: {'floatingip': {'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'port_id': '298d390d-efdf-4c77-874a-689729c0e087', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:01:26.262032 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:01:26.265838 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Usage tracker for resource:floatingip and tenant:84f3c43c33604ba0889f52e0fc038af6 is out of sync, need to count used quota {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:01:26.268837 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:01:26.275333 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.quota.driver [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:01:26.285642 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:26.426018 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:26.565798 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_common [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Allocated IP 172.27.0.142 (7fffc547-d217-4133-96db-1e8319a65758/757d06a2-6c75-4c38-84f0-9d65ca1ff4d6/17cacc19-834d-4f95-bb75-57f30f4484ac) {{(pid=73818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:01:26.721592 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:26.751935 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750367877398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:26.755799 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-5be97067-6b79-49c1-8da0-dc4a47630cc5 tempest-VolumesSnapshotTestJSON-90039925 tempest-VolumesSnapshotTestJSON-90039925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:01:26.823777 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Network 7fffc547-d217-4133-96db-1e8319a65758 is already hosted by enough agents. {{(pid=73818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:01:26.827076 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.base_scheduler [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Resources bound (agent type, host, resource id):  {{(pid=73818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:01:26.834323 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Received port after_create {{(pid=73818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:01:26.865554 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=17cacc19-834d-4f95-bb75-57f30f4484ac,revision_number=1']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:01:26.883888 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.884268 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.884640 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.885005 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.885367 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.885727 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.886115 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.886475 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.886834 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.887186 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.887544 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.887890 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:01:26.892659 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:01:27.272663 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:27.353471 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552827'] for port, before_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:27.574694 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for port, precommit_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:27.580435 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750368298855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750367877416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750367877461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624995'] for port, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:27.584369 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-15a38bd5-130f-41f9-8879-001a0a904325 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:01:27.815938 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event updated for resources: {'Port': ['ID=17cacc19-834d-4f95-bb75-57f30f4484ac,revision_number=2']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:01:27.820402 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:01:27.832527 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395155'] for floatingip, after_update {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:28.025277 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Floating IP 1358d448-a795-45e3-b8ce-a65fc7e2f685 associated. External IP: 172.27.0.142, port: 298d390d-efdf-4c77-874a-689729c0e087.
Apr 30 14:01:28.425261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:01:28.668806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:01:28.684266 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:01:28.700226 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:01:28.700892 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a355ca00>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:01:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:01:28.703838 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:28.779076 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-10dfbf31-767c-4511-bd57-b5dd4df49a1b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5274694
Apr 30 14:01:28.780078 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'tag': '298d390d-efdf-4c77-874a-689729c0e087'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:01:28.948231 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'tag': '298d390d-efdf-4c77-874a-689729c0e087', 'status': 'completed', 'code': 200}
Apr 30 14:01:29.017496 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:01:29.126473 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd993e-da28-4376-9817-bbed450721ed req-75cb9c89-a729-4c3d-a09a-9efd672d5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:29.129398 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2cd993e-da28-4376-9817-bbed450721ed req-75cb9c89-a729-4c3d-a09a-9efd672d5b01 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 1098 time: 0.1404102
Apr 30 14:01:29.297125 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd993e-da28-4376-9817-bbed450721ed req-3ea2b9cd-12ef-4da6-bd86-094283b28f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:29.298715 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2cd993e-da28-4376-9817-bbed450721ed req-3ea2b9cd-12ef-4da6-bd86-094283b28f49 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1627960
Apr 30 14:01:29.451631 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2cd993e-da28-4376-9817-bbed450721ed req-faabd9c9-6911-4921-b4eb-93a09e807b9d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=298d390d-efdf-4c77-874a-689729c0e087 HTTP/1.1" status: 200  len: 999 time: 0.1456921
Apr 30 14:01:29.567825 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd993e-da28-4376-9817-bbed450721ed req-f84c7f21-8856-426d-ae35-0d6a3d9b305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:29.569588 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2cd993e-da28-4376-9817-bbed450721ed req-f84c7f21-8856-426d-ae35-0d6a3d9b305b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.1112401
Apr 30 14:01:29.639792 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a355ca00>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '1358d448-a795-45e3-b8ce-a65fc7e2f685', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': '298d390d-efdf-4c77-874a-689729c0e087', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:25:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:01:27Z', 'updated_at': '2021-04-30T14:01:27Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}, {'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:32Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:01:29.648285 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:01:29.666164 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:01:29.667290 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a355ca00>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:01:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:01:29.693993 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd993e-da28-4376-9817-bbed450721ed req-4c06ad90-0797-40ec-9658-12c8078220cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:01:29.696475 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2cd993e-da28-4376-9817-bbed450721ed req-4c06ad90-0797-40ec-9658-12c8078220cc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1192029
Apr 30 14:01:29.933402 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2cd993e-da28-4376-9817-bbed450721ed req-336f2fd1-a8a2-4902-a2ac-2a2334ced889 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273703
Apr 30 14:01:30.058243 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:01:30.383242 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-b2cd993e-da28-4376-9817-bbed450721ed req-b2e3974e-4160-415c-a941-5ed7d6b9c976 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4427159
Apr 30 14:01:30.714626 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a355ca00>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '1358d448-a795-45e3-b8ce-a65fc7e2f685', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': '298d390d-efdf-4c77-874a-689729c0e087', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:25:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:01:27Z', 'updated_at': '2021-04-30T14:01:27Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}, {'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:32Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:01:30.722901 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba28bdd-2468-4435-89e4-511049577fbf None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '1358d448-a795-45e3-b8ce-a65fc7e2f685', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': '298d390d-efdf-4c77-874a-689729c0e087', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:25:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:01:27Z', 'updated_at': '2021-04-30T14:01:27Z', 'revision_number': 0, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}, {'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:32Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:01:31.018128 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08027499-7e6c-4713-bf04-04e118a4937e None None] New status for floating IP 1358d448-a795-45e3-b8ce-a65fc7e2f685: ACTIVE {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:01:44.280825 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-91203ece-6d15-4f60-8deb-f49e18b2c8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:46.949871 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-fda3eb58-c9cc-4bb4-8c3b-04f32c9606ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:47.232060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:47.716072 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:49.140460 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:49.486445 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:59.000756 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:02:14.263696 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ea21ccaa-5e9e-402b-8e04-34bdda922d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:16.941610 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ea4df7cf-e265-4501-aa36-357ba6b9ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:17.235603 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:17.721946 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:19.137467 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:19.482283 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:25.214540 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-61eb8b5a-e1b2-403e-a035-d328455ea632 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1009042
Apr 30 14:02:25.405903 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-f4d2351d-a020-4890-b23c-03b7b76edf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:25.408175 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-f4d2351d-a020-4890-b23c-03b7b76edf0c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1099 time: 0.0974514
Apr 30 14:02:25.575713 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-b0a8ae2e-c68b-4c94-8e43-3eea72240678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:25.577557 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-b0a8ae2e-c68b-4c94-8e43-3eea72240678 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1487172
Apr 30 14:02:25.744411 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-1a20665e-5bfb-4ef1-8ec4-bb6ef257e79d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 1000 time: 0.1581743
Apr 30 14:02:25.833851 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-29ead444-4171-494f-9ed1-a262484b8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:25.835551 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-29ead444-4171-494f-9ed1-a262484b8c5d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0851383
Apr 30 14:02:25.941658 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-93bec009-2655-44ca-b40e-a299a7b26718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:25.943306 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-93bec009-2655-44ca-b40e-a299a7b26718 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1015499
Apr 30 14:02:26.149155 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-6d7943f0-3f9c-4a23-bd6c-ac774db9a578 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987133
Apr 30 14:02:26.364073 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-50a4d0fd-4fdd-4218-b04e-b43e090a8e22 req-32d1a274-03d2-4dcf-b426-26d77ea627f7 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085612
Apr 30 14:02:36.003987 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:02:44.260979 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-5986d7ec-301b-4c37-a420-79fc0923605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:46.936634 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-9e175e72-c105-4428-9965-eaa2a64f983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:47.233327 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:47.716592 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:49.146889 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:49.481728 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:55.631164 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59196) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:56.012792 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Deleting port 17cacc19-834d-4f95-bb75-57f30f4484ac {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:02:56.013235 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:56.166364 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:56.166364 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:56.336868 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Calling delete_port for 17cacc19-834d-4f95-bb75-57f30f4484ac owned by network:floatingip {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:02:56.682441 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:56.691402 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-22a3a32d-d70f-424e-9c58-0987bd9cf9f1 tempest-TestMinimumBasicScenario-73880698 tempest-TestMinimumBasicScenario-73880698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:02:56.772839 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event deleted for resources: {'Port': ['ID=17cacc19-834d-4f95-bb75-57f30f4484ac,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:02:56.844702 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.845311 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.845905 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.846552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.847159 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.847735 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.848322 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.848912 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.849507 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.850126 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.850722 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.851330 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:56.865631 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:02:56.956591 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:56.957036 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Floating IP 1358d448-a795-45e3-b8ce-a65fc7e2f685 disassociated (deleted). External IP: 172.27.0.142, port: 298d390d-efdf-4c77-874a-689729c0e087.
Apr 30 14:02:57.402633 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:02:57.616864 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:02:57.631490 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:02:57.648114 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:02:57.648751 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f2c4c0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:02:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:02:57.651176 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:57.726799 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-f2516cfc-9d37-4d0e-b3e9-8ec27a0d838c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "DELETE /v2.0/floatingips/1358d448-a795-45e3-b8ce-a65fc7e2f685 HTTP/1.1" status: 204  len: 168 time: 2.0904453
Apr 30 14:02:57.726799 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'tag': '298d390d-efdf-4c77-874a-689729c0e087'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:02:57.821387 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'tag': '298d390d-efdf-4c77-874a-689729c0e087', 'status': 'completed', 'code': 200}
Apr 30 14:02:57.969000 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:02:57.986247 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-eff09878-60df-4771-82f2-8d652ee02cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:57.988146 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-eff09878-60df-4771-82f2-8d652ee02cc2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 1098 time: 0.1149058
Apr 30 14:02:58.201898 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-a8cecd98-e94c-472d-88b1-c95fefb83ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:58.203807 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-a8cecd98-e94c-472d-88b1-c95fefb83ef7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1725092
Apr 30 14:02:58.212120 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e356dd-47c6-4202-8d86-beb333afad22 req-1d702353-d9e1-456e-9c66-ee18ee820596 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:58.214509 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8e356dd-47c6-4202-8d86-beb333afad22 req-1d702353-d9e1-456e-9c66-ee18ee820596 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 945 time: 0.0986466
Apr 30 14:02:58.289954 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b8e356dd-47c6-4202-8d86-beb333afad22 req-330c24f3-faeb-48c5-a433-6dda2ce385a8 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661736
Apr 30 14:02:58.297638 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-56c600de-8f09-40f1-bc39-4d9dbdee2ca8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=298d390d-efdf-4c77-874a-689729c0e087 HTTP/1.1" status: 200  len: 217 time: 0.0855801
Apr 30 14:02:58.402561 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-8ba4087b-f5f6-49d6-a9be-6d6e61c209b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:58.405074 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-8ba4087b-f5f6-49d6-a9be-6d6e61c209b3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.1003461
Apr 30 14:02:58.416498 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f2c4c0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:32Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:02:58.421035 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:02:58.431060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:02:58.431698 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f2c4c0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:02:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:02:58.508897 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-19f216d7-bf48-4c79-a433-44a4cee53910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:58.510781 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-19f216d7-bf48-4c79-a433-44a4cee53910 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0980678
Apr 30 14:02:58.660155 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:02:58.740441 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-ab4b2f1e-3375-4169-8b33-ce66b4888d70 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196052
Apr 30 14:02:59.181597 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ea6ca16a-f1c9-4878-a0d6-403e407ffdf7 req-4c4407f7-6eb2-4038-9341-6da15183d5dc service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4306858
Apr 30 14:02:59.286823 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f2c4c0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:32Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:02:59.292505 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab933ad6-f988-4821-bc14-82b5927bb5d5 None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_floatingips': [{'id': '958a6343-ddba-4786-ab1f-6da8b510f549', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'router_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'port_id': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'mac_address': 'fa:16:3e:a4:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:59:27Z', 'updated_at': '2021-04-30T13:59:32Z', 'revision_number': 1, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:02:59.543281 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bfbb64-4dc2-4bcb-9107-842cafb9f0d9 None None] New status for floating IP 1358d448-a795-45e3-b8ce-a65fc7e2f685: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:02:59.582873 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2642b7-1b89-4ac2-8974-23587a726e88 req-698d2a33-42bd-4c94-8dcc-c03fa66beec0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:59.584077 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ec2642b7-1b89-4ac2-8974-23587a726e88 req-698d2a33-42bd-4c94-8dcc-c03fa66beec0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:02:59.609061 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-ec2642b7-1b89-4ac2-8974-23587a726e88 req-698d2a33-42bd-4c94-8dcc-c03fa66beec0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:02:59.610767 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ec2642b7-1b89-4ac2-8974-23587a726e88 req-698d2a33-42bd-4c94-8dcc-c03fa66beec0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 945 time: 0.1850016
Apr 30 14:02:59.664643 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-ec2642b7-1b89-4ac2-8974-23587a726e88 req-fe76d1f6-b52a-4668-b70d-d66c742d5b8e tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482669
Apr 30 14:02:59.919586 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-546b7058-eab3-4576-aaf7-e90ed711511e tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:59.921037 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-546b7058-eab3-4576-aaf7-e90ed711511e tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 945 time: 0.0874906
Apr 30 14:03:00.073294 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Deleting port 298d390d-efdf-4c77-874a-689729c0e087 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:00.073552 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:00.231029 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] For port 298d390d-efdf-4c77-874a-689729c0e087, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=298d390d-efdf-4c77-874a-689729c0e087,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:00.231308 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:00.371534 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Calling delete_port for 298d390d-efdf-4c77-874a-689729c0e087 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:00.499261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:00.508911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-c298d70d-37e1-4fde-8705-ccd388be1889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:00.566806 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event deleted for resources: {'Port': ['ID=298d390d-efdf-4c77-874a-689729c0e087,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:00.570428 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:00.693895 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] No DVR routers for this DVR port 298d390d-efdf-4c77-874a-689729c0e087 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:03:00.697763 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:00.702556 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'name': 'network-vif-deleted', 'tag': '298d390d-efdf-4c77-874a-689729c0e087'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:03:00.731172 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-9c36e921-5cd6-4e8f-8c3b-99c24131e302 req-43c8b8c5-f779-4dfc-bc1c-968026f23c69 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "DELETE /v2.0/ports/298d390d-efdf-4c77-874a-689729c0e087 HTTP/1.1" status: 204  len: 173 time: 0.8033326
Apr 30 14:03:00.775144 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404f11f-8c7c-467a-9a39-7e39a2e63d58', 'name': 'network-vif-deleted', 'tag': '298d390d-efdf-4c77-874a-689729c0e087', 'status': 'completed', 'code': 200}
Apr 30 14:03:00.856266 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-ac9e1a02-0b63-4426-ab1f-d3195fe5e516 req-0ac4b6dc-9dad-4756-b923-d0f70239c937 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=4404f11f-8c7c-467a-9a39-7e39a2e63d58 HTTP/1.1" status: 200  len: 210 time: 0.0572467
Apr 30 14:03:03.468691 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 298d390d-efdf-4c77-874a-689729c0e087 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:03.507761 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: 298d390d-efdf-4c77-874a-689729c0e087 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:03.508112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device 298d390d-efdf-4c77-874a-689729c0e087 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:04.371976 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59226) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:04.653889 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Deleting port 0a898f66-4657-4994-8269-4a524148e1c1 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:04.654207 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.789457 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.789819 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.925190 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Calling delete_port for 0a898f66-4657-4994-8269-4a524148e1c1 owned by network:floatingip {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:05.199629 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:05.203774 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2309e7d0-ccdf-44f6-a2b5-f7168e34291b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:05.249350 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event deleted for resources: {'Port': ['ID=0a898f66-4657-4994-8269-4a524148e1c1,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:05.253518 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:05.351636 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:05.351964 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.db.l3_db [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Floating IP 958a6343-ddba-4786-ab1f-6da8b510f549 disassociated (deleted). External IP: 172.27.0.9, port: bf10cbb8-6966-41e6-9df6-4d9e07d37624.
Apr 30 14:03:05.767640 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:03:05.972239 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:03:05.982444 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:03:05.993503 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:05.994453 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:03:05.995512 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3381040>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:02:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:06.060701 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-32bac91f-ff3d-4ad4-9ac7-3428623f943c tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "DELETE /v2.0/floatingips/958a6343-ddba-4786-ab1f-6da8b510f549 HTTP/1.1" status: 204  len: 168 time: 1.6874764
Apr 30 14:03:06.061588 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:03:06.118514 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'status': 'completed', 'code': 200}
Apr 30 14:03:06.255861 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-3045715a-fbb6-47d0-8b4e-3d75242d082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:06.257293 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-3045715a-fbb6-47d0-8b4e-3d75242d082a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=84f3c43c33604ba0889f52e0fc038af6&device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 1099 time: 0.0923662
Apr 30 14:03:06.286654 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:03:06.429041 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-dbf12ae9-b640-4f86-a718-fc3d29e1b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:06.431684 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-dbf12ae9-b640-4f86-a718-fc3d29e1b434 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 200  len: 914 time: 0.1671770
Apr 30 14:03:06.548222 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-451e297e-d64c-4184-9760-b790e8cd9f13 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 200  len: 217 time: 0.1092613
Apr 30 14:03:06.628655 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-8973be40-944d-47fd-b96e-d6faae7675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:06.630148 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-8973be40-944d-47fd-b96e-d6faae7675b8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 200  len: 851 time: 0.0734625
Apr 30 14:03:06.645275 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbbc2e-1df1-40ab-a506-5fe7166a61c6 req-ac1f120a-c690-4d5c-829e-411f584ccca5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:06.646129 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-5cbbbc2e-1df1-40ab-a506-5fe7166a61c6 req-ac1f120a-c690-4d5c-829e-411f584ccca5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Synchronizing usage tracker for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73818) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:03:06.699472 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3381040>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:06.704413 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:03:06.713488 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:03:06.714089 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3381040>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:02:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:06.715093 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.quota.resource [req-5cbbbc2e-1df1-40ab-a506-5fe7166a61c6 req-ac1f120a-c690-4d5c-829e-411f584ccca5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Unset dirty status for tenant:84f3c43c33604ba0889f52e0fc038af6 on resource:port {{(pid=73818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:03:06.716228 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5cbbbc2e-1df1-40ab-a506-5fe7166a61c6 req-ac1f120a-c690-4d5c-829e-411f584ccca5 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 946 time: 0.2254007
Apr 30 14:03:06.779881 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-5cbbbc2e-1df1-40ab-a506-5fe7166a61c6 req-9c945766-6df0-4d4e-8cc7-730f52d8f582 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565109
Apr 30 14:03:06.783436 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-3109097b-8f0f-4f27-bdc2-ea1e48eef403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:06.784867 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-3109097b-8f0f-4f27-bdc2-ea1e48eef403 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1355927
Apr 30 14:03:06.923356 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:03:07.086460 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-46c4cc8b-f42a-4d28-8117-0e913475e814 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2935479
Apr 30 14:03:07.229297 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-695e1611-39e6-49dc-bb88-e525cbdc55f0 req-02ddf48e-919a-4d8d-a174-727546360715 service neutron] 10.222.0.103 "GET /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342659
Apr 30 14:03:07.271165 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3381040>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:07.275690 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a8349-c455-42bf-8105-5a9e1a6dd805 None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T13:56:09Z', 'revision_number': 4, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi', '_interfaces': [{'id': '8b4172cf-2833-43c2-b407-a78b217c5359', 'name': '', 'network_id': 'c9d9f60a-7ceb-4b5a-a2df-30f38a463f32', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'mac_address': 'fa:16:3e:47:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:08Z', 'updated_at': '2021-04-30T13:56:16Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'subnets': [{'id': '5a3e7021-83f3-4666-be1a-4ac74275289e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:03:07.514814 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06737788-7d32-493b-89eb-22b4315398cc None None] New status for floating IP 958a6343-ddba-4786-ab1f-6da8b510f549: DOWN {{(pid=73821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:03:07.980268 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d793c9-c23c-4ff1-8b39-e8611048d36a req-ee5ca43f-11bb-4c8d-9ee7-4eb5006d6372 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:07.981764 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7d793c9-c23c-4ff1-8b39-e8611048d36a req-ee5ca43f-11bb-4c8d-9ee7-4eb5006d6372 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 946 time: 0.0816214
Apr 30 14:03:08.032365 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-b7d793c9-c23c-4ff1-8b39-e8611048d36a req-161ee03e-10f4-4edd-95cc-9b7fa305168b tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/security-groups?id=a496f4c5-b696-4357-b60d-c43909ab7124&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446601
Apr 30 14:03:08.237266 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-da2f4663-1b5c-4e47-930a-5032d0785461 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:08.238749 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-da2f4663-1b5c-4e47-930a-5032d0785461 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 946 time: 0.0887990
Apr 30 14:03:08.393203 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Deleting port bf10cbb8-6966-41e6-9df6-4d9e07d37624 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:08.393533 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.535177 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] For port bf10cbb8-6966-41e6-9df6-4d9e07d37624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf10cbb8-6966-41e6-9df6-4d9e07d37624,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:08.535502 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.665894 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Calling delete_port for bf10cbb8-6966-41e6-9df6-4d9e07d37624 owned by compute:nova {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:08.783424 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.789571 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-161ad5aa-8e46-4312-95e9-01937d21da9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:08.836340 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event deleted for resources: {'Port': ['ID=bf10cbb8-6966-41e6-9df6-4d9e07d37624,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:08.838858 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:08.918293 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] No DVR routers for this DVR port bf10cbb8-6966-41e6-9df6-4d9e07d37624 on host hv-cinder-78836 {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:03:08.920781 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for port, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.924381 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'name': 'network-vif-deleted', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624'}] {{(pid=73818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:03:08.940905 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [req-a37e481d-3a6d-41a0-9753-0360edc9ba6c req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.103 "DELETE /v2.0/ports/bf10cbb8-6966-41e6-9df6-4d9e07d37624 HTTP/1.1" status: 204  len: 173 time: 0.6962836
Apr 30 14:03:08.975720 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338889a2-1e31-4d64-87ef-ce9f18f4477c', 'name': 'network-vif-deleted', 'tag': 'bf10cbb8-6966-41e6-9df6-4d9e07d37624', 'status': 'completed', 'code': 200}
Apr 30 14:03:09.192030 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [req-f53a03a0-9822-47e4-bd2a-5ee59c64468a req-8b51503f-228b-43be-8ab2-b6c1dc98b6b2 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "GET /v2.0/ports?device_id=338889a2-1e31-4d64-87ef-ce9f18f4477c HTTP/1.1" status: 200  len: 210 time: 0.0477397
Apr 30 14:03:10.296453 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59244) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:10.542213 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Deleting port 14397743-2c29-41d0-98d9-266c4326a5bc {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:10.542473 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:10.674422 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:10.675050 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:10.807411 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Calling delete_port for 14397743-2c29-41d0-98d9-266c4326a5bc owned by network:floatingip {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:10.946372 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:10.950551 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-451673f1-37e7-42a9-b0d5-62b2fff2891f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:11.112356 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event deleted for resources: {'Port': ['ID=14397743-2c29-41d0-98d9-266c4326a5bc,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:11.116137 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:11.209347 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for floatingip, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:11.224297 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7151'] for floatingip, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:11.225448 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-487d2e4f-d93f-46ff-b78e-0ae2acbe5209 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "DELETE /v2.0/floatingips/adf44ce2-fbbc-485d-a8cb-406d45e8606a HTTP/1.1" status: 204  len: 168 time: 0.9280117
Apr 30 14:03:11.491258 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device bf10cbb8-6966-41e6-9df6-4d9e07d37624 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:11.532562 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] No Port match for: bf10cbb8-6966-41e6-9df6-4d9e07d37624 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:11.532905 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Device bf10cbb8-6966-41e6-9df6-4d9e07d37624 not bound to the agent host hv-cinder-78836 {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:12.805737 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 59258) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:12.887280 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:12.918922 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:12.992194 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:12.996266 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-bb70e1be-4c48-44c8-93d4-03fbbaf47ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:13.004285 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:03:13.013045 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a496f4c5-b696-4357-b60d-c43909ab7124,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:13.024492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.024492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.024492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.024492 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.025878 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.025878 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.025878 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.025878 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.026268 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.026447 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.026793 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.027138 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:13.032699 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:13.036419 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Notify callbacks [] for security_group, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:13.037704 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-25fce2ca-7910-487c-a1dc-c715daff57ae tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] 10.222.0.79 "DELETE /v2.0/security-groups/a496f4c5-b696-4357-b60d-c43909ab7124 HTTP/1.1" status: 204  len: 168 time: 0.2309487
Apr 30 14:03:13.101936 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 59264) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:13.838699 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:14.260053 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-71c8e8e8-aa0a-42d1-862b-ee4055f6cc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:14.426624 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Deleting port 8b4172cf-2833-43c2-b407-a78b217c5359 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:14.426957 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:14.564985 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] For port 8b4172cf-2833-43c2-b407-a78b217c5359, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=8b4172cf-2833-43c2-b407-a78b217c5359,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:14.565217 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:14.695206 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Calling delete_port for 8b4172cf-2833-43c2-b407-a78b217c5359 owned by network:router_interface {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:14.855446 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:14.860300 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-6553d4a8-2f73-4624-b012-6ee0bdec9ce6 tempest-TestShelveInstance-184438094 tempest-TestShelveInstance-184438094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:14.904639 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4172cf-2833-43c2-b407-a78b217c5359,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:14.907941 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:15.200147 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:15.689278 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Router a6a25536-eacb-430b-a64d-5f2519405923 has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:03:15.883813 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:03:15.895785 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] Sync routers for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:03:15.898905 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-9045cf22-2dc4-4175-8b3e-60d0e210f507 admin admin] 10.222.0.79 "PUT /v2.0/routers/a6a25536-eacb-430b-a64d-5f2519405923/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7954836
Apr 30 14:03:15.902053 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.wsgi [-] (73819) accepted ('10.222.0.79', 59270) {{(pid=73819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:15.910687 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:03:15.911307 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a81557c0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:02:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:16.139863 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks [] for router, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:16.163112 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: dv-cinder-788364-2-iscsi {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:03:16.351787 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:16.464389 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Deleting port 37e43391-4083-4863-8892-247a46290e04 {{(pid=73819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:16.464782 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:16.475480 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a81557c0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '37e43391-4083-4863-8892-247a46290e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T14:03:14Z', 'revision_number': 5, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port': {'id': '37e43391-4083-4863-8892-247a46290e04', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:05Z', 'updated_at': '2021-04-30T13:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:16.479638 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] Checking router: a6a25536-eacb-430b-a64d-5f2519405923 for host: dv-cinder-788364-2-iscsi {{(pid=73820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:03:16.488442 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] Routers {'a6a25536-eacb-430b-a64d-5f2519405923'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:03:16.489060 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a81557c0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:02:47Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['a6a25536-eacb-430b-a64d-5f2519405923'], 'active': True} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:16.617140 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.db [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] For port 37e43391-4083-4863-8892-247a46290e04, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=37e43391-4083-4863-8892-247a46290e04,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:16.617541 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:16.709190 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvr_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] Set router a6a25536-eacb-430b-a64d-5f2519405923 gateway port host: None {{(pid=73820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:03:16.748618 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.plugins.ml2.plugin [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Calling delete_port for 37e43391-4083-4863-8892-247a46290e04 owned by network:router_gateway {{(pid=73819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:16.913480 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_hamode_db [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a81557c0>, [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T14:03:16Z', 'revision_number': 6, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:16.919892 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5ee838-b20f-4181-bb41-8dd0333bd93f None None] The sync data for ids ['a6a25536-eacb-430b-a64d-5f2519405923'] in dv-cinder-788364-2-iscsi is: [{'id': 'a6a25536-eacb-430b-a64d-5f2519405923', 'name': 'tempest-TestVolumeBootPattern-1328343820-router', 'tenant_id': '84f3c43c33604ba0889f52e0fc038af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:04Z', 'updated_at': '2021-04-30T14:03:16Z', 'revision_number': 6, 'project_id': '84f3c43c33604ba0889f52e0fc038af6', 'gw_port_host': None}] {{(pid=73820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:03:16.944674 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-608fd0ce-cd1e-48c9-82ca-c8c598abdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:16.972542 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10489082'] for port, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:16.976798 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2784c185-eb85-4c8d-83af-9712ef952cbe tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:17.024939 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=37e43391-4083-4863-8892-247a46290e04,revision_number=None']} {{(pid=73819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:17.029794 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG oslo_concurrency.lockutils [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:17.134679 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.239406 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.517860 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.522287 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.677027 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.677903 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a25536-eacb-430b-a64d-5f2519405923 {{(pid=73819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:03:17.701527 dv-cinder-788364-2-iscsi neutron-server[73819]: DEBUG neutron_lib.callbacks.manager [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] Notify callbacks [] for router, before_response {{(pid=73819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.706585 dv-cinder-788364-2-iscsi neutron-server[73819]: INFO neutron.wsgi [None req-2becb88c-2db8-4f05-84d0-6dd24441e7ae admin admin] 10.222.0.79 "DELETE /v2.0/routers/a6a25536-eacb-430b-a64d-5f2519405923 HTTP/1.1" status: 204  len: 168 time: 1.8031745
Apr 30 14:03:17.707680 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59274) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:17.719641 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.819786 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Deleting subnet 5a3e7021-83f3-4666-be1a-4ac74275289e {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:03:17.824553 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.842446 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8b4172cf-2833-43c2-b407-a78b217c5359 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:17.904737 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 8b4172cf-2833-43c2-b407-a78b217c5359 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:17.905298 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 8b4172cf-2833-43c2-b407-a78b217c5359 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:17.906683 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 37e43391-4083-4863-8892-247a46290e04 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:17.932739 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15588390'] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:17.966563 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 37e43391-4083-4863-8892-247a46290e04 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:17.967566 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 37e43391-4083-4863-8892-247a46290e04 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:18.058950 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:18.374589 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1625045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14784110'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:18.382534 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-81c91329-9003-422c-bdc3-a548e7026aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:18.450827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3e7021-83f3-4666-be1a-4ac74275289e,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:18.456133 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:18.457346 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:18.463627 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5102320-7eb1-4be4-abfd-39888915833a None None] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:03:18.467090 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-068eb79b-d7f8-4888-a9c5-947b1bb305df admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5a3e7021-83f3-4666-be1a-4ac74275289e HTTP/1.1" status: 204  len: 168 time: 0.7575872
Apr 30 14:03:18.469646 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59278) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:18.675617 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:18.813291 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Deleting port 1dc86cd5-2a64-4739-9f62-5fc491abe743 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:18.814286 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:18.913146 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] DHCP port deletion for c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:03:18.967536 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] For port 1dc86cd5-2a64-4739-9f62-5fc491abe743, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=1dc86cd5-2a64-4739-9f62-5fc491abe743,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:18.968159 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.033693 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Deleting port 1dc86cd5-2a64-4739-9f62-5fc491abe743 {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:19.034567 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.193486 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.195470 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] For port 1dc86cd5-2a64-4739-9f62-5fc491abe743, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=1dc86cd5-2a64-4739-9f62-5fc491abe743,segment=NetworkSegment(1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c),segment_id=1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:19.195940 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.209444 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Calling delete_port for 1dc86cd5-2a64-4739-9f62-5fc491abe743 owned by network:dhcp {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:19.277942 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.283701 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8934c800-d9d1-4c5e-8091-77827c651c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:19.341123 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc86cd5-2a64-4739-9f62-5fc491abe743,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:19.344522 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:19.348168 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] No DVR routers for this DVR port 1dc86cd5-2a64-4739-9f62-5fc491abe743 on host dv-cinder-788364-2-iscsi {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:03:19.430067 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Calling delete_port for 1dc86cd5-2a64-4739-9f62-5fc491abe743 owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:19.509624 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.528784 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.545410 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.554324 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:19.641904 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Pushing event deleted for resources: {'Port': ['ID=1dc86cd5-2a64-4739-9f62-5fc491abe743,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:19.657569 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] No DVR routers for this DVR port 1dc86cd5-2a64-4739-9f62-5fc491abe743 on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:03:19.662044 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.662603 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.663165 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.663709 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.664251 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.664804 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.665337 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.665988 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.666549 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.666982 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.667532 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.668073 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-2-iscsi {{(pid=73820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:19.674774 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-36d5effb-1c77-4133-bade-0d0cdbdc582d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:19.696996 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a7cb22b0>,) {'filters': {'network_id': ['c9d9f60a-7ceb-4b5a-a2df-30f38a463f32']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:19.722290 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a7cb22b0>, '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:19.722788 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a7cb22b0>, '1aa90c8e-12cb-4b4c-a475-36a7af8e7f2c') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:19.736652 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 1dc86cd5-2a64-4739-9f62-5fc491abe743 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:19.745500 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.780097 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:19.781070 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 1dc86cd5-2a64-4739-9f62-5fc491abe743 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:19.781494 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 1dc86cd5-2a64-4739-9f62-5fc491abe743 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:19.794377 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:03:20.222703 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:03:20.245378 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:20.567863 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Network c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:03:20.609523 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:03:20.757038 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:20.762246 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-d55c10af-85c9-4a66-bdcf-8ad414ca7456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:20.785745 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:20.807379 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d9f60a-7ceb-4b5a-a2df-30f38a463f32,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:20.813634 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:20.839308 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-caa70562-d330-4481-b4d1-49a86d206497 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c9d9f60a-7ceb-4b5a-a2df-30f38a463f32 HTTP/1.1" status: 204  len: 168 time: 2.3644495
Apr 30 14:03:20.839546 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59282) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:21.851284 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395129'] for router_interface, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:22.500061 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Deleting port a4c08571-0148-4e97-853e-d302cdc41145 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:22.500468 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:22.638656 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] For port a4c08571-0148-4e97-853e-d302cdc41145, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=a4c08571-0148-4e97-853e-d302cdc41145,segment=NetworkSegment(4ab2717f-fa52-45f3-ac07-3fb9c8337d10),segment_id=4ab2717f-fa52-45f3-ac07-3fb9c8337d10)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:22.639079 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:22.781606 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Calling delete_port for a4c08571-0148-4e97-853e-d302cdc41145 owned by network:router_interface {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:23.067815 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:23.072380 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-cf9c4108-eefd-4016-886d-0e9fcf8473a0 tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:23.124568 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c08571-0148-4e97-853e-d302cdc41145,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:23.169770 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:23.505827 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-777363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647113'] for router_interface, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:24.051094 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Router 3a718976-4ae7-421d-aad8-48992c52b2cc has already been hosted by L3 agent eace906e-2d56-45ee-b583-c635b734c685 {{(pid=73818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:03:24.615030 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] Notify agent at l3_agent.dv-cinder-788364-2-iscsi the message routers_updated {{(pid=73818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:03:24.631016 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] Sync routers for ids ['3a718976-4ae7-421d-aad8-48992c52b2cc'] in dv-cinder-788364-2-iscsi {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:03:24.646311 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-dc4ce344-c794-4efe-894b-eb213ce18f18 admin admin] 10.222.0.79 "PUT /v2.0/routers/3a718976-4ae7-421d-aad8-48992c52b2cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8050365
Apr 30 14:03:24.651962 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59286) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:24.663144 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] Routers {'3a718976-4ae7-421d-aad8-48992c52b2cc'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:03:24.664082 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f0bbe0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:03:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['3a718976-4ae7-421d-aad8-48992c52b2cc'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:25.012704 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks [] for router, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:25.013613 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] Set router 3a718976-4ae7-421d-aad8-48992c52b2cc gateway port host: dv-cinder-788364-2-iscsi {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:03:25.299011 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:25.429947 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Deleting port 4e3ec13a-636e-4878-b86b-f3832b2c5086 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:25.430497 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:25.438881 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f0bbe0>, [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'external_fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T14:03:22Z', 'revision_number': 5, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port': {'id': '4e3ec13a-636e-4878-b86b-f3832b2c5086', 'name': '', 'network_id': '7fffc547-d217-4133-96db-1e8319a65758', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:56:13Z', 'updated_at': '2021-04-30T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757d06a2-6c75-4c38-84f0-9d65ca1ff4d6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-2-iscsi'}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:25.445148 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] Checking router: 3a718976-4ae7-421d-aad8-48992c52b2cc for host: dv-cinder-788364-2-iscsi {{(pid=73821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:03:25.463895 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] Routers {'3a718976-4ae7-421d-aad8-48992c52b2cc'} bound to L3 agent in host dv-cinder-788364-2-iscsi {{(pid=73821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:03:25.464747 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f55a3f0bbe0>, 'dv-cinder-788364-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:08:47Z,description=<?>,heartbeat_timestamp=2021-04-30T14:03:17Z,host='dv-cinder-788364-2-iscsi',id=eace906e-2d56-45ee-b583-c635b734c685,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:08:47Z,topic='l3_agent')) {'router_ids': ['3a718976-4ae7-421d-aad8-48992c52b2cc'], 'active': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:25.667099 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] For port 4e3ec13a-636e-4878-b86b-f3832b2c5086, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=4e3ec13a-636e-4878-b86b-f3832b2c5086,segment=NetworkSegment(197018a4-c8c7-438d-beba-5adbbb3181c4),segment_id=197018a4-c8c7-438d-beba-5adbbb3181c4)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:25.667943 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:25.722436 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvr_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] Set router 3a718976-4ae7-421d-aad8-48992c52b2cc gateway port host: None {{(pid=73821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:03:25.873756 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Calling delete_port for 4e3ec13a-636e-4878-b86b-f3832b2c5086 owned by network:router_gateway {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:25.911191 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.l3_hamode_db [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f55a3f0bbe0>, [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T14:03:25Z', 'revision_number': 6, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port_host': None}], 'dv-cinder-788364-2-iscsi', False) {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:25.915984 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b089b-4e9f-47ec-a34f-ac87055f1570 None None] The sync data for ids ['3a718976-4ae7-421d-aad8-48992c52b2cc'] in dv-cinder-788364-2-iscsi is: [{'id': '3a718976-4ae7-421d-aad8-48992c52b2cc', 'name': 'tempest-TestVolumeBootPattern-1825472679-router', 'tenant_id': '3ece0441c5574275924343ac0c67cd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:56:12Z', 'updated_at': '2021-04-30T14:03:25Z', 'revision_number': 6, 'project_id': '3ece0441c5574275924343ac0c67cd0d', 'gw_port_host': None}] {{(pid=73821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:03:26.136991 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:26.141543 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-8919f09d-cff3-4180-9f01-57716372c811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:26.200478 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3ec13a-636e-4878-b86b-f3832b2c5086,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:26.204465 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:26.315285 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653038'] for router_gateway, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:26.576237 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11165'] for router, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:26.580800 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:26.647915 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645707'] for router, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:26.648512 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a718976-4ae7-421d-aad8-48992c52b2cc {{(pid=73818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:03:26.667616 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] Notify callbacks [] for router, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:26.669207 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-b91d8cb8-f22f-420e-a678-d69cfdd0ea47 admin admin] 10.222.0.79 "DELETE /v2.0/routers/3a718976-4ae7-421d-aad8-48992c52b2cc HTTP/1.1" status: 204  len: 168 time: 2.0157983
Apr 30 14:03:26.674700 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59290) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:26.792911 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Deleting subnet 069aea86-166a-46cd-811f-447d9b09213d {{(pid=73818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:03:26.799113 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:26.898362 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15588390'] for subnet, precommit_delete_associations {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:27.190363 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3609041'] for subnet, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:27.495138 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3609032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1625045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14784110'] for subnet, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:27.500852 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:27.541413 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069aea86-166a-46cd-811f-447d9b09213d,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:27.544767 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:27.545890 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for subnet, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:27.552599 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-2f29b51f-6de3-4c32-906b-d462ab041a31 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/069aea86-166a-46cd-811f-447d9b09213d HTTP/1.1" status: 204  len: 168 time: 0.8765864
Apr 30 14:03:27.553836 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c095a-d0be-4173-8015-d4749722588c None None] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 requested from dv-cinder-788364-2-iscsi {{(pid=73820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:03:27.556178 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59294) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:27.689757 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3785694'] for network, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:27.752927 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a4c08571-0148-4e97-853e-d302cdc41145 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:27.798529 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Deleting port 36fd644f-5e9f-4739-980a-4f030d907565 {{(pid=73818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:27.799311 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:27.805131 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: a4c08571-0148-4e97-853e-d302cdc41145 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:27.805529 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device a4c08571-0148-4e97-853e-d302cdc41145 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:27.805893 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e3ec13a-636e-4878-b86b-f3832b2c5086 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:27.844848 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 4e3ec13a-636e-4878-b86b-f3832b2c5086 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:27.845198 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 4e3ec13a-636e-4878-b86b-f3832b2c5086 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:27.925783 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] DHCP port deletion for 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 request from dv-cinder-788364-2-iscsi {{(pid=73820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:03:27.926066 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.db [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] For port 36fd644f-5e9f-4739-980a-4f030d907565, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=36fd644f-5e9f-4739-980a-4f030d907565,segment=NetworkSegment(4ab2717f-fa52-45f3-ac07-3fb9c8337d10),segment_id=4ab2717f-fa52-45f3-ac07-3fb9c8337d10)] {{(pid=73818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:27.926236 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:27.998352 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] Deleting port 36fd644f-5e9f-4739-980a-4f030d907565 {{(pid=73820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:03:27.998743 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750368293461'] for port, before_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:28.055418 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.plugin [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Calling delete_port for 36fd644f-5e9f-4739-980a-4f030d907565 owned by network:dhcp {{(pid=73818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:28.109762 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1625000'] for port, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:28.114877 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-b8ff6f98-0be5-47b8-aa1f-b4e4f32d3da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:28.141266 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.db [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] For port 36fd644f-5e9f-4739-980a-4f030d907565, host dv-cinder-788364-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-2-iscsi',level=0,port_id=36fd644f-5e9f-4739-980a-4f030d907565,segment=NetworkSegment(4ab2717f-fa52-45f3-ac07-3fb9c8337d10),segment_id=4ab2717f-fa52-45f3-ac07-3fb9c8337d10)] {{(pid=73820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:28.141658 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648328'] for port, precommit_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:28.168783 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fd644f-5e9f-4739-980a-4f030d907565,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:28.170569 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] No DVR routers for this DVR port 36fd644f-5e9f-4739-980a-4f030d907565 on host dv-cinder-788364-2-iscsi {{(pid=73818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:03:28.172107 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:28.301847 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] Calling delete_port for 36fd644f-5e9f-4739-980a-4f030d907565 owned by network:dhcp {{(pid=73820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:03:28.347674 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605852', 'neutron.services.segments.db._delete_segments_for_network-8750368305565'] for network, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:28.361828 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3552888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750368298864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750367877407'] for port, after_delete {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:28.369867 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-7173eb70-a07c-4c83-8b06-4cf54ff1335d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:28.427363 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] No DVR routers for this DVR port 36fd644f-5e9f-4739-980a-4f030d907565 on host dv-cinder-788364-2-iscsi {{(pid=73820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:03:28.430128 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] Pushing event deleted for resources: {'Port': ['ID=36fd644f-5e9f-4739-980a-4f030d907565,revision_number=None']} {{(pid=73820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:28.437639 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG oslo_concurrency.lockutils [None req-06d6c399-c6ef-48f9-bd6e-6473d57d719c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:28.523744 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f55a6b36c40>,) {'filters': {'network_id': ['05c9058e-ac41-4b8a-9a72-f5a4888c5b20']}} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:28.541091 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a6b36c40>, '4ab2717f-fa52-45f3-ac07-3fb9c8337d10') {'for_net_delete': True} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:28.541377 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.services.segments.db [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f55a6b36c40>, '4ab2717f-fa52-45f3-ac07-3fb9c8337d10') {} {{(pid=73818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:03:28.558663 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750368317799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15588399'] for segment, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:28.584099 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3612447'] for segment, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:28.595048 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=73818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:03:28.914963 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:03:28.931426 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3612644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624959'] for segment, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:29.403895 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.plugins.ml2.managers [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Network 05c9058e-ac41-4b8a-9a72-f5a4888c5b20 has no segments {{(pid=73818) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]: Traceback (most recent call last):
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     timer()
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     cb(*args, **kw)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     return func(*args, **kwargs)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     self._notify()
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     self.callback(batched_events)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     event.method(event)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     return f(self, *a, **k)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._get(url).json()
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:03:29.436321 dv-cinder-788364-2-iscsi neutron-server[73818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:03:29.544169 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-777370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653682'] for network, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:29.548532 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-25287273-0360-4375-a303-928ef1402c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:29.568805 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-777396'] for network, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:29.584681 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Pushing event deleted for resources: {'Network': ['ID=05c9058e-ac41-4b8a-9a72-f5a4888c5b20,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:29.588646 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:29.591252 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-12dcca2f-7df0-44fc-b1fb-f62d3e9e5074 admin admin] 10.222.0.79 "DELETE /v2.0/networks/05c9058e-ac41-4b8a-9a72-f5a4888c5b20 HTTP/1.1" status: 204  len: 168 time: 2.0329535
Apr 30 14:03:29.725620 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 36fd644f-5e9f-4739-980a-4f030d907565 no longer exists at agent ovs-agent-dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:03:29.785308 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.plugin [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] No Port match for: 36fd644f-5e9f-4739-980a-4f030d907565 {{(pid=73820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:03:29.785870 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron.plugins.ml2.rpc [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Device 36fd644f-5e9f-4739-980a-4f030d907565 not bound to the agent host dv-cinder-788364-2-iscsi {{(pid=73820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:03:29.814970 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59300) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:29.871588 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8aea518f-3b47-4e3c-b80d-79e21fe30077 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84f3c43c33604ba0889f52e0fc038af6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0553303
Apr 30 14:03:29.874175 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59304) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:29.951480 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f4a3512f-1d5d-4de3-897d-cb430a5eb8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:29.995095 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f4a3512f-1d5d-4de3-897d-cb430a5eb8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:30.063242 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f4a3512f-1d5d-4de3-897d-cb430a5eb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:30.067434 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-34d5efd3-0907-4472-9bd0-c9460de1eeab tempest-TestVolumeBootPattern-2037760876 tempest-TestVolumeBootPattern-2037760876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:30.084152 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3512f-1d5d-4de3-897d-cb430a5eb8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64e99d7-6a73-49fe-b5e7-74651c774af1,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:30.087765 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-f4a3512f-1d5d-4de3-897d-cb430a5eb8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:30.097261 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-f4a3512f-1d5d-4de3-897d-cb430a5eb8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:30.098812 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-f4a3512f-1d5d-4de3-897d-cb430a5eb8aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a64e99d7-6a73-49fe-b5e7-74651c774af1 HTTP/1.1" status: 204  len: 168 time: 0.2232504
Apr 30 14:03:30.517539 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59312) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:30.567789 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-8b6ebaaa-c923-4045-93f9-ce4ff4f0ac2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ece0441c5574275924343ac0c67cd0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489311
Apr 30 14:03:30.570224 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.wsgi [-] (73818) accepted ('10.222.0.79', 59316) {{(pid=73818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:30.633247 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-18235b0b-54df-45ff-bf37-6329a786468c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:30.660697 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-18235b0b-54df-45ff-bf37-6329a786468c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:30.718530 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-18235b0b-54df-45ff-bf37-6329a786468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592771'] for security_group, after_delete {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:30.726745 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-75bf1f0e-9aef-4424-9184-7995c3e8f381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:30.744206 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235b0b-54df-45ff-bf37-6329a786468c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e684063-ddd4-4acb-ad2c-c73d93a6568e,revision_number=None']} {{(pid=73818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:30.747820 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG oslo_concurrency.lockutils [None req-18235b0b-54df-45ff-bf37-6329a786468c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:30.752075 dv-cinder-788364-2-iscsi neutron-server[73818]: DEBUG neutron_lib.callbacks.manager [None req-18235b0b-54df-45ff-bf37-6329a786468c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:30.753356 dv-cinder-788364-2-iscsi neutron-server[73818]: INFO neutron.wsgi [None req-18235b0b-54df-45ff-bf37-6329a786468c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e684063-ddd4-4acb-ad2c-c73d93a6568e HTTP/1.1" status: 204  len: 168 time: 0.1819692
Apr 30 14:03:44.263640 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f86c-abf1-4c44-b787-6ec804619462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:46.943385 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-8cf99975-a4c2-445b-80b0-33ae30c141ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:47.234655 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:47.732126 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:49.156590 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:49.486620 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:50.008159 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:04:14.263727 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-35433de4-f925-4135-b5fe-7f4f391a1f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:16.938208 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-24f77b08-bffa-4038-905d-98b6eb2ae73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:17.241799 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:17.730855 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:19.174708 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:19.498561 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:27.013308 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:04:44.269223 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-fd0f996f-5e0e-4e0b-8ee8-2e221681e5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:46.948124 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-3b1128ec-62fc-4bec-a6a3-92f7766bffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:47.248056 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:47.736692 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:49.179664 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:49.503972 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:04.020964 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:05:14.258914 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-76c04ad2-c887-4f63-adcf-fda52ef1d32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:16.954117 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-66df9794-e709-4dc1-9f9c-50bf881fadeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:17.249184 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:17.737752 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:19.190041 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:19.512100 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:41.018164 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:05:44.268905 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f967-b5a2-4543-9ad5-e5d1f9a7a51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:46.957511 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-faa860e7-b723-4efa-88cf-a6db484aa96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:47.239353 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:47.740337 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:49.186454 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:49.507900 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:14.263709 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-544c58b0-b685-4ddc-8295-4377bb1fa6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:16.967504 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-40c355c6-1bab-46c0-8f55-0ae51b36e742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:17.240814 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:17.739954 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:18.013377 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:06:19.217272 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:19.508156 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:44.260546 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ffe40803-385f-4532-97dc-9ea3eb84ff85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:46.957139 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-ef709090-3c30-49d6-8b8d-4483db47fb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:47.237182 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:47.741437 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:49.215905 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:49.515560 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:55.022324 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:07:14.257363 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f99a3b78-0513-4843-bf9b-049d438f9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:16.951899 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-b7817db2-0f8a-4bd2-b646-8eafdc571f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:17.244074 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:17.748293 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:19.243010 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:19.519628 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:32.014180 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:07:44.258168 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-20fbd40f-901f-4a01-8893-8bee1c916a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.956866 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-cbc5418d-cc90-4bc5-a696-20409d935981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.244383 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.754839 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:49.231632 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:49.516547 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.013791 dv-cinder-788364-2-iscsi neutron-server[73821]: DEBUG neutron.db.agents_db [None req-7e7600a4-5461-46f6-986b-7fae2dc4ca29 None None] Agent healthcheck: found 6 active agents {{(pid=73821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:08:14.253017 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-1662ac3e-eb7b-4609-b9d4-59e67afbe840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:16.951314 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-f905747a-6a2f-4689-aaf9-bf62ec216bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:17.246461 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-90e97b24-30e8-4fd6-9c7f-4cdfb01238b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:17.771550 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-d0561d9a-e139-4f88-9e63-c6f763965522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.255888 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-84c157b6-2aa9-4c01-8048-71222e0c386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.520902 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-c59ecb0c-194b-441a-aefd-e66b30448be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:44.258259 dv-cinder-788364-2-iscsi neutron-server[73820]: DEBUG neutron_lib.callbacks.manager [None req-a953bad1-61b0-49d2-9dab-441d227fc857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750368305574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605014'] for agent, after_update {{(pid=73820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}